-- Logs begin at Fri 2021-05-14 09:03:29 UTC, end at Fri 2021-05-14 10:00:23 UTC. -- May 14 09:33:23.932702 dv-cinder-734144-18-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 14 09:33:26.386777 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.common.config [-] Logging enabled! May 14 09:33:26.387443 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev199 May 14 09:33:26.387579 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78644) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 14 09:33:26.390773 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.common.config [-] Logging enabled! May 14 09:33:26.391040 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev199 May 14 09:33:26.391330 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78644) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 14 09:33:26.392424 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 14 09:33:26.392568 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 14 09:33:26.392917 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 14 09:33:26.393164 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 14 09:33:26.393386 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 14 09:33:26.393713 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.394006 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.394302 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.394535 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.394835 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.395130 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.395403 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.395735 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.396038 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.396328 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.396608 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.396899 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.397125 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.397412 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.397706 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.397980 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.398207 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] debug = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.398496 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.398929 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.399383 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.399692 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.400239 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.400375 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.400622 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.400885 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.401180 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.401512 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] host = dv-cinder-734144-18-iscsi {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.401796 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.402090 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.402378 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.402667 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.402944 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.403258 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.403565 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.403844 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.404123 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] log_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.404532 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.404699 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.404992 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.405295 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.405524 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.405750 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.406046 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.406338 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.406621 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.406899 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.407177 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.407458 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.407767 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.408041 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.408332 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.408625 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.408914 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.409195 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.409474 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.409749 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.410025 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.410314 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.410592 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.410870 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.411147 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.411439 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.411738 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.412018 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.412321 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.412610 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.412898 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.413187 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.413547 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.413749 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.414024 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.414298 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.414573 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] use_json = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.414847 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.415125 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.415410 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.415713 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.415992 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.416268 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.416543 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.416828 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:26.417127 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.417428 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.417737 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.418029 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.418330 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.418618 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.418935 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.419217 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.419508 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.419825 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.420123 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.420405 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.420698 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.420976 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.421275 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.421586 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.421886 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.422183 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.422462 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.422739 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.423015 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.423295 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.423615 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.423918 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.424217 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.424495 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.424781 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.425082 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.425366 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.425642 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.425923 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.426215 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.426497 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.426774 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.427062 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.427344 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.427645 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.427922 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.428204 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.428498 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.428777 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.429402 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.429676 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.429955 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.430231 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.430518 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.430796 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.431071 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.431348 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.431667 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.431944 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.432220 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.432498 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.432774 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.433052 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.433325 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.433602 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.433873 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.434145 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.434497 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.434773 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.435049 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.435328 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.435633 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.435910 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.436188 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.436468 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.436739 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.437030 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.437332 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.437612 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.437896 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.438178 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.438459 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.438742 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.439021 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.439305 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.439611 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.439892 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.440191 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.440482 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.440774 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.441059 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.441340 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.441638 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.441921 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.442209 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.442490 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.442771 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.443063 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.443351 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.443675 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.443974 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.444273 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.444568 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.444863 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.445151 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.445464 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.445745 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:26.445963 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 14 09:33:26.446205 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78644) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 14 09:33:26.798853 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:33:26.799084 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:33:26.799411 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:33:26.799778 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.manager [-] Loading core plugin: ml2 May 14 09:33:27.114541 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.114749 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.114995 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.116266 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.116586 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.117716 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.241844 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.242073 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.242375 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.256583 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.256828 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.257118 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.286679 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.286937 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.287232 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.326028 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.326261 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.326568 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.560546 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.561246 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.561246 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.561390 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.562064 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.688503 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.688727 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.688985 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.689287 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.689546 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.689861 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.690125 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.690373 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.690625 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.690906 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.691165 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.691449 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.691700 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.691955 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.692224 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.692497 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.692754 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.693029 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.693280 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.693565 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.693915 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.694169 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.694417 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.694864 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.695121 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.695374 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.695811 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:27.696052 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:27.696294 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:27.696534 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:27.696772 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:27.697010 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:27.697388 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 14 09:33:27.700944 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 14 09:33:27.705298 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 14 09:33:27.709380 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) May 14 09:33:27.711009 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 14 09:33:27.711470 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 14 09:33:27.711836 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 14 09:33:27.712222 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 14 09:33:27.715048 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 14 09:33:27.715273 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 14 09:33:27.715909 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 14 09:33:27.743985 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 14 09:33:27.744437 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.744744 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78644) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 14 09:33:27.745110 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.746473 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78644) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 14 09:33:27.746724 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 14 09:33:27.747154 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 14 09:33:27.750355 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.750641 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.829680 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 14 09:33:27.829897 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 14 09:33:27.830135 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 14 09:33:27.830520 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 14 09:33:27.861967 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_db.sqlalchemy.engines [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78644) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 14 09:33:28.203829 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Initializing driver for type 'gre' May 14 09:33:28.204426 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] gre ID ranges: [(1, 1000)] May 14 09:33:28.272591 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Initializing driver for type 'local' May 14 09:33:28.272969 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Initializing driver for type 'vlan' May 14 09:33:28.289838 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] VlanTypeDriver initialization complete May 14 09:33:28.290191 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Initializing driver for type 'vxlan' May 14 09:33:28.290699 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] vxlan ID ranges: [(1, 1000)] May 14 09:33:28.358847 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Initializing extension driver 'port_security' May 14 09:33:28.359183 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.extensions.port_security [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] PortSecurityExtensionDriver initialization complete May 14 09:33:28.359537 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Initializing mechanism driver 'openvswitch' May 14 09:33:28.359975 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Initializing mechanism driver 'hyperv' May 14 09:33:28.366757 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.plugins.ml2.plugin [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:33:28.367568 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > port after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.367949 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > port after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.368300 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > port after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.368691 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > subnet after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.369040 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > subnet after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.369383 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.369776 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > network after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.370150 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > network after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.370489 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > network after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.370865 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > security_group after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.371209 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > security_group after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.371573 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.371952 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.372294 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.372630 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.373005 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > address_group after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.373391 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > address_group after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.374177 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.374523 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] ML2 OVO RPC backend initialized. {{(pid=78644) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 14 09:33:28.375238 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.375624 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.376047 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > network before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.376392 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > networks before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.376738 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > port before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.377080 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > ports before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.377429 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > subnet before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.377765 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > subnets before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.378107 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > network after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.378507 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > network after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.378791 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > network after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.379134 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > port after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.379490 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > port after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.379910 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > port after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.380205 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > subnet after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.380478 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > subnet after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.380989 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.381509 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.plugin [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Modular L2 Plugin initialization complete May 14 09:33:28.381728 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading services supported by the core plugin {{(pid=78644) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 14 09:33:28.382053 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Got port-security extension from driver 'port_security' May 14 09:33:28.382519 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.extensions.vlantransparent [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Disabled vlantransparent extension. May 14 09:33:28.383014 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78644) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 14 09:33:28.383324 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading Plugin: router May 14 09:33:28.420419 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.420822 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router after_create 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.421217 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router before_create 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.421581 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.421957 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.422312 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router after_delete 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.422664 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.423023 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router after_create 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.423370 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router after_update 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.423745 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router after_update 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.424089 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.424443 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router after_update 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.424845 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router precommit_update 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.425203 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: port after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.425542 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: port after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.425873 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: subnet after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.426207 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.426555 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.426894 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router precommit_create 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.427217 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: port before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.427571 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router precommit_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.427927 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router after_update 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.428266 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.428608 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router precommit_create 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.429319 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.429658 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router precommit_update 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.430028 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > network after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.430911 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Tracking information for resource: router configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:28.431236 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Tracking information for resource: floatingip configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:28.436809 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.db.l3_agentschedulers_db [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 14 09:33:28.437400 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: port after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.437761 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: port after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.438114 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: port after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.438466 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: port after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.439276 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router before_create 55550100 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.439670 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.440035 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router precommit_create 55550100 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.440387 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > router precommit_update 55550100 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.444881 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.services.provider_configuration [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Service providers = [] {{(pid=78644) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 14 09:33:28.445229 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.db.servicetype_db [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78644) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 14 09:33:28.448167 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.services.service_base [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78644) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 09:33:28.448516 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.services.service_base [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78644) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 09:33:28.448859 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.services.service_base [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78644) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 09:33:28.449734 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.services.service_base [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78644) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 09:33:28.450099 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.services.service_base [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Default provider is not specified for service type L3_ROUTER_NAT May 14 09:33:28.452677 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:28.453020 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 14 09:33:28.463729 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:28.464093 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading Plugin: auto_allocate May 14 09:33:28.469874 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: network precommit_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.470245 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: network precommit_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.470772 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:28.471090 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading Plugin: tag May 14 09:33:28.477914 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:28.478251 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading Plugin: timestamp May 14 09:33:28.482075 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:28.482403 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading Plugin: network_ip_availability May 14 09:33:28.487868 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.488217 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.488593 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.489315 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:28.489632 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading Plugin: flavors May 14 09:33:28.494554 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:28.494837 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading Plugin: revisions May 14 09:33:28.499747 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:28.500133 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_concurrency.lockutils [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.701s {{(pid=78644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:33:28.500872 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78644) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 14 09:33:28.501205 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Initializing extension manager. May 14 09:33:28.501710 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: __init__.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.502054 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: __pycache__ {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.502393 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.502722 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: address_group.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.503476 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.504090 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: address-group May 14 09:33:28.504415 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: address_scope.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.505115 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.505619 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: address-scope May 14 09:33:28.505940 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.506854 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.507368 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: router-admin-state-down-before-update May 14 09:33:28.507715 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: agent.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.508393 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.508886 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: agent May 14 09:33:28.509215 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: agent_resources_synced.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.510105 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.510611 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: agent-resources-synced May 14 09:33:28.510932 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: allowedaddresspairs.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.512758 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.513282 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: allowed-address-pairs May 14 09:33:28.513602 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: auto_allocated_topology.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.515023 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.515564 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: auto-allocated-topology May 14 09:33:28.515899 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: availability_zone.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.516592 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.517103 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: availability_zone May 14 09:33:28.517426 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: availability_zone_filter.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.518326 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.518841 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: availability_zone_filter May 14 09:33:28.519162 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: data_plane_status.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.520083 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.520593 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension data-plane-status not supported by any of loaded plugins May 14 09:33:28.520910 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: default_subnetpools.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.521808 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.522328 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: default-subnetpools May 14 09:33:28.522650 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.523465 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.524000 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: dhcp_agent_scheduler May 14 09:33:28.524325 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: dns.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.525231 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.525731 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension dns-integration not supported by any of loaded plugins May 14 09:33:28.526037 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: dns_domain_ports.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.526949 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.527454 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension dns-domain-ports not supported by any of loaded plugins May 14 09:33:28.527805 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: dvr.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.528463 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.528962 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: dvr May 14 09:33:28.529270 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: empty_string_filtering.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.530665 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.531171 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: empty-string-filtering May 14 09:33:28.531490 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.532428 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.532928 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 14 09:33:28.533248 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.534144 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.534646 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 14 09:33:28.534963 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: external_net.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.535967 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.536476 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: external-net May 14 09:33:28.536794 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.537683 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.538206 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: extra_dhcp_opt May 14 09:33:28.538510 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: extraroute.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.539418 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.539956 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: extraroute May 14 09:33:28.540319 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: extraroute_atomic.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.542360 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.542885 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: extraroute-atomic May 14 09:33:28.543206 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: filter_validation.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.543900 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.544417 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: filter-validation May 14 09:33:28.544738 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: fip_pf_description.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.546497 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.547023 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 14 09:33:28.547346 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: fip_port_details.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.548305 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.548832 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: fip-port-details May 14 09:33:28.549138 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: flavors.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.550393 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.550916 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: flavors May 14 09:33:28.551243 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.553024 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.553539 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 14 09:33:28.554210 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: floatingip_pools.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.554909 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.555416 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: floatingip-pools May 14 09:33:28.555759 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: ip_allocation.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.556662 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.557169 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension ip_allocation not supported by any of loaded plugins May 14 09:33:28.557484 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.558387 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.558897 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: ip-substring-filtering May 14 09:33:28.559221 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: l2_adjacency.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.560148 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.560651 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension l2_adjacency not supported by any of loaded plugins May 14 09:33:28.561263 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: l3.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.562663 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.563177 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: router May 14 09:33:28.563511 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.565830 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.566366 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 14 09:33:28.566700 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.567643 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.568160 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: ext-gw-mode May 14 09:33:28.568485 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.569395 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.569898 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: l3-ha May 14 09:33:28.570220 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: l3_flavors.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.571137 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.571681 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: l3-flavors May 14 09:33:28.572008 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.572929 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.573449 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: l3-port-ip-change-not-allowed May 14 09:33:28.573773 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: l3agentscheduler.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.574827 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.575347 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: l3_agent_scheduler May 14 09:33:28.575710 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: logging.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.577759 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.578276 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension logging not supported by any of loaded plugins May 14 09:33:28.578604 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: metering.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.579343 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.579970 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: metering May 14 09:33:28.580293 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.581400 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.581918 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: metering_source_and_destination_fields May 14 09:33:28.582242 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: multiprovidernet.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.583289 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.583840 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: multi-provider May 14 09:33:28.584154 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: netmtu.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.585060 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.585572 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: net-mtu May 14 09:33:28.585897 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: netmtu_writable.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.586795 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.587456 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: net-mtu-writable May 14 09:33:28.587650 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: network_availability_zone.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.588307 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.588804 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: network_availability_zone May 14 09:33:28.589118 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: network_ip_availability.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.590200 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.590713 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: network-ip-availability May 14 09:33:28.591031 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: network_segment_range.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.591819 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.592829 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension network-segment-range not supported by any of loaded plugins May 14 09:33:28.593152 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: pagination.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.594134 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.594460 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: pagination May 14 09:33:28.594780 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: port_device_profile.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.595696 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.596251 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: port-device-profile May 14 09:33:28.596565 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.597465 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.597976 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: port-mac-address-regenerate May 14 09:33:28.598297 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.599201 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.599750 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: port-numa-affinity-policy May 14 09:33:28.600070 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: port_resource_request.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.600978 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.601490 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension port-resource-request not supported by any of loaded plugins May 14 09:33:28.601810 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: portbindings.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.602729 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.603238 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: binding May 14 09:33:28.603584 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: portbindings_extended.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.604858 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.605374 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: binding-extended May 14 09:33:28.605702 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: portsecurity.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.606604 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.607116 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: port-security May 14 09:33:28.607438 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: project_id.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.608564 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.608888 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: project-id May 14 09:33:28.609207 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: providernet.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.610118 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.610635 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: provider May 14 09:33:28.610953 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: qos.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.614561 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.615091 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension qos not supported by any of loaded plugins May 14 09:33:28.615422 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.616687 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.617210 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 14 09:33:28.617538 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.618445 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.618959 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 14 09:33:28.619290 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: qos_default.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.620211 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.620728 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension qos-default not supported by any of loaded plugins May 14 09:33:28.621054 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: qos_fip.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.621699 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.622205 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension qos-fip not supported by any of loaded plugins May 14 09:33:28.622525 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: qos_gateway_ip.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.624012 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.624487 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 14 09:33:28.624896 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: qos_port_network_policy.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.625987 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.626497 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 14 09:33:28.626811 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: qos_rule_type_details.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.627939 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.628504 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 14 09:33:28.628768 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: qos_rules_alias.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.629811 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.630334 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension qos-rules-alias not supported by any of loaded plugins May 14 09:33:28.630648 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: quotasv2.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.631764 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.632094 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: quotas May 14 09:33:28.632422 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: quotasv2_detail.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.634269 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.634634 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: quota_details May 14 09:33:28.634935 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: rbac.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.636039 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.636562 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: rbac-policies May 14 09:33:28.636887 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: rbac_address_group.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.637793 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.638329 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: rbac-address-group May 14 09:33:28.638641 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: rbac_address_scope.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.640207 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.640730 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: rbac-address-scope May 14 09:33:28.641059 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: rbac_security_groups.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.641985 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.642505 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: rbac-security-groups May 14 09:33:28.642828 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: rbac_subnetpool.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.643781 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.644305 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: rbac-subnetpool May 14 09:33:28.644628 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: revisionifmatch.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.645759 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.646293 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: revision-if-match May 14 09:33:28.646610 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: revisions.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.647756 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.648268 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: standard-attr-revisions May 14 09:33:28.648596 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: router_availability_zone.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.649259 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.649767 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: router_availability_zone May 14 09:33:28.650088 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: routerservicetype.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.650995 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.651504 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension router-service-type not supported by any of loaded plugins May 14 09:33:28.651847 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.652749 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.653260 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: security-groups-normalized-cidr May 14 09:33:28.653580 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.654498 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.655706 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: port-security-groups-filtering May 14 09:33:28.656035 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.656959 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.657481 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: security-groups-remote-address-group May 14 09:33:28.657842 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: securitygroup.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.667556 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.668170 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: security-group May 14 09:33:28.668508 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: segment.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.669301 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.669819 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension segment not supported by any of loaded plugins May 14 09:33:28.670153 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.671603 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.672119 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 14 09:33:28.672466 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: servicetype.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.673593 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.674117 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: service-type May 14 09:33:28.674443 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: sorting.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.675422 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.675781 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: sorting May 14 09:33:28.676107 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: standard_attr_segment.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.677020 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.677534 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension standard-attr-segment not supported by any of loaded plugins May 14 09:33:28.677859 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: standardattrdescription.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.678499 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.679358 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: standard-attr-description May 14 09:33:28.679737 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: stateful_security_group.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.680624 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.681154 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: stateful-security-group May 14 09:33:28.681478 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: stdattrs_common.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.682057 dv-cinder-734144-18-iscsi neutron-server[78644]: WARNING neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 14 09:33:28.682376 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.683359 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.683918 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 14 09:33:28.684238 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: subnet_onboard.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.685329 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.685973 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: subnet_onboard May 14 09:33:28.686744 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.687734 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.688237 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 14 09:33:28.688562 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: subnet_service_types.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.689497 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.690010 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: subnet-service-types May 14 09:33:28.690334 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: subnetallocation.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.691417 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.691967 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: subnet_allocation May 14 09:33:28.692294 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.692967 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.693498 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: subnetpool-prefix-ops May 14 09:33:28.693820 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.694756 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.695273 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 14 09:33:28.695695 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: tagging.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.696784 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.697327 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: standard-attr-tag May 14 09:33:28.697654 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: timestamp.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.698862 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.699389 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loaded extension: standard-attr-timestamp May 14 09:33:28.699750 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: trunk.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.700775 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.701293 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension trunk not supported by any of loaded plugins May 14 09:33:28.701738 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: trunk_details.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.703048 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.703571 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension trunk-details not supported by any of loaded plugins May 14 09:33:28.703907 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: uplink_status_propagation.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.704832 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.705346 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 14 09:33:28.705668 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Loading extension file: vlantransparent.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:28.706338 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:28.706860 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extension vlan-transparent not supported by any of loaded plugins May 14 09:33:28.709463 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:network May 14 09:33:28.710240 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:subnet May 14 09:33:28.711038 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:subnetpool May 14 09:33:28.711689 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:port May 14 09:33:28.712982 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:28.713431 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Service FLAVORS assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:28.714116 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:28.714500 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:28.714828 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:router May 14 09:33:28.715486 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:floatingip May 14 09:33:28.716239 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Service METERING assigned prefix: /metering {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:28.718298 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.718669 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.719018 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:28.720323 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of CountableResource for resource:rbac_policy May 14 09:33:28.720780 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:security_group May 14 09:33:28.721537 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:security_group_rule May 14 09:33:28.722306 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Service CORE assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:28.722633 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:subnetpool May 14 09:33:28.722975 dv-cinder-734144-18-iscsi neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] subnetpool is already registered May 14 09:33:28.723624 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Service CORE assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:28.723952 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:subnetpool May 14 09:33:28.724276 dv-cinder-734144-18-iscsi neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] subnetpool is already registered May 14 09:33:28.726949 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:28.727384 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Service FLAVORS assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:28.728023 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:28.728446 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:28.728780 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:router May 14 09:33:28.729108 dv-cinder-734144-18-iscsi neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] router is already registered May 14 09:33:28.729710 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:floatingip May 14 09:33:28.730035 dv-cinder-734144-18-iscsi neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] floatingip is already registered May 14 09:33:28.730671 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Service METERING assigned prefix: /metering {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:28.731348 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of CountableResource for resource:rbac_policy May 14 09:33:28.731704 dv-cinder-734144-18-iscsi neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] rbac_policy is already registered May 14 09:33:28.733955 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:security_group May 14 09:33:28.734290 dv-cinder-734144-18-iscsi neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] security_group is already registered May 14 09:33:28.734912 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:security_group_rule May 14 09:33:28.735267 dv-cinder-734144-18-iscsi neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] security_group_rule is already registered May 14 09:33:28.735966 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Service CORE assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:28.736297 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:subnetpool May 14 09:33:28.736622 dv-cinder-734144-18-iscsi neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] subnetpool is already registered May 14 09:33:28.737230 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Service CORE assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:28.737540 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Creating instance of TrackedResource for resource:subnetpool May 14 09:33:28.737874 dv-cinder-734144-18-iscsi neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] subnetpool is already registered May 14 09:33:28.738533 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: extensions {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.740101 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: address-groups {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.741756 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: address-scopes {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.742969 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: agents {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.744183 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: auto-allocated-topology {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.745454 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: availability_zones {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.746755 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: dhcp-networks {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.748207 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: dhcp-agents {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.750314 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: routers {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.752193 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: flavors {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.753378 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: service_profiles {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.754590 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: next_providers {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.756156 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: service_profiles {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.757610 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: floatingip-pools {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.758829 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: routers {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.760754 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: floatingips {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.761964 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: l3-routers {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.763349 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: l3-agents {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.765380 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: metering-labels {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.766740 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: metering-label-rules {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.768126 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: network-ip-availabilities {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.769393 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: bindings {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.771060 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: quotas {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.772560 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: quotas {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.773988 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: rbac-policies {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.775303 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: security-groups {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.776537 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: security-group-rules {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.777810 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: service-providers {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.779048 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: subnetpools {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.781055 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: subnetpools {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.782525 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.784246 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.786091 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.787903 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.789716 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.791573 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.793292 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.796266 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.798072 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.922758 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron.api.extensions [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:28.928784 dv-cinder-734144-18-iscsi neutron-server[78644]: WARNING keystonemiddleware.auth_token [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 14 09:33:28.933920 dv-cinder-734144-18-iscsi neutron-server[78644]: WARNING keystonemiddleware.auth_token [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 14 09:33:28.943489 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_concurrency.lockutils [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Acquired lock "singleton_lock" {{(pid=78644) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 14 09:33:28.943999 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_concurrency.lockutils [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Releasing lock "singleton_lock" {{(pid=78644) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 14 09:33:28.944645 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO oslo_service.service [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Starting 2 workers May 14 09:33:28.949253 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Started child 78751 {{(pid=78644) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 14 09:33:28.954250 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Started child 78752 {{(pid=78644) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 14 09:33:28.954947 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:28.955777 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO neutron.service [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Neutron service started, listening on 0.0.0.0:9696 May 14 09:33:28.956424 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Notify callbacks [] for process, before_spawn {{(pid=78644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:28.956626 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [-] (78751) wsgi starting up on http://0.0.0.0:9696 May 14 09:33:28.958518 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:28.959179 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO oslo_service.service [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Starting 1 workers May 14 09:33:28.959901 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [-] (78752) wsgi starting up on http://0.0.0.0:9696 May 14 09:33:28.963783 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Started child 78753 {{(pid=78644) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 14 09:33:28.964372 dv-cinder-734144-18-iscsi neutron-server[78644]: INFO oslo_service.service [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Starting 1 workers May 14 09:33:28.967291 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.service [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] calling RpcWorker wait() {{(pid=78753) _wait /opt/stack/neutron/neutron/service.py:128}} May 14 09:33:28.967916 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.service [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] returning from RpcWorker wait() {{(pid=78753) _wait /opt/stack/neutron/neutron/service.py:135}} May 14 09:33:28.969266 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Started child 78754 {{(pid=78644) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 14 09:33:28.969413 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:28.969889 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:33:28.970060 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-150e6a7d-c714-4f38-be9c-21d10a07e607 None None] Notify callbacks [] for process, after_spawn {{(pid=78644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:28.971976 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78644) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 14 09:33:28.972342 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 14 09:33:28.972696 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 14 09:33:28.973062 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 14 09:33:28.973546 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 14 09:33:28.973854 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 14 09:33:28.974000 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:28.975037 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.975458 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.975889 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.976280 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.976734 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.977453 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.977881 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.978302 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.978736 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.979133 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.979444 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.979777 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.980186 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.980575 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.981016 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.981423 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.981804 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.982228 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.982539 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.982971 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.984217 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.984609 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.985022 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] debug = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.985500 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.986149 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.986542 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.986924 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.987297 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.987756 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.988173 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.988622 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.989004 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.989456 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.989855 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.990286 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.990662 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.991034 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.991413 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.991819 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.992199 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.992853 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] host = dv-cinder-734144-18-iscsi {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.993236 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.993611 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.993984 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.994384 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.994783 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.995147 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.995578 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.995979 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.996389 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.996780 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.997174 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.997569 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.997954 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.998380 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.998775 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_options = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:28.999535 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:33:28.999944 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.000464 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.000887 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.001235 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.001562 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.002026 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.002228 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.002327 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.002603 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.002832 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.003053 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.003504 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.003912 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.004295 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.004700 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.005091 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.005562 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.005918 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.006369 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.006755 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.007181 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.007654 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.008044 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.008438 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.008808 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.009199 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.009574 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.009970 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.010348 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.010744 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.011122 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.011542 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.011953 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.012355 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.012730 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.013107 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.013471 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.013926 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.014612 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.015487 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.015785 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.016019 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.016440 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.016871 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.017175 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.017486 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] use_json = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.017801 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.018016 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.018283 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.018513 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.018785 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.019358 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.019637 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.019987 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.020420 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.020754 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.021084 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.021354 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.021614 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.021878 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.022264 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.022727 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.023150 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.023575 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.024058 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.024449 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.024908 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.025286 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.025571 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.025916 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.026208 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.026486 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.026906 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.027299 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.027733 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.028147 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.028656 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.029101 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.029737 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.030814 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.031227 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.031689 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.032110 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.032533 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.032830 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.033121 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.033478 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.033809 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.034046 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.034277 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.034518 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.034742 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.034976 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.035365 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.035774 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.036153 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.036523 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.036900 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.037271 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.037645 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.038006 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.038392 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.038764 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.039162 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.039557 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.039942 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.040317 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.040682 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.041046 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.041438 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.041804 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.042164 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.042552 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.042915 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.043312 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.043744 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.044133 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.044512 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.044877 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.045138 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.045595 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.046431 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.046838 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.047459 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.047886 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.048277 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.048705 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.049142 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.049445 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.049681 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.049900 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.050143 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.050366 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.050731 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.051100 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.051467 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.051876 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.052126 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.052415 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.052877 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.053277 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.053544 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.054139 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.054412 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.054792 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.055152 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.055596 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.055835 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.056100 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.056370 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.056642 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.056880 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.057100 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.057484 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.057739 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.057988 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.058256 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.058502 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.058904 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.059291 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.059615 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.059867 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.060142 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.060415 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.060672 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.061002 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.061886 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.062251 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.062417 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.062846 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.063293 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.063578 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.063860 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.064143 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.064396 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.064637 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.064905 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.065165 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.065416 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.065679 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.065926 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.066224 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.066471 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.066710 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.066928 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.067162 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.067500 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.067787 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.068010 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.068249 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.068525 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.068780 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.069033 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.069299 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.069549 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.069786 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.070061 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.070317 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.070551 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.070795 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.071027 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.071243 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.071459 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.071716 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.071955 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.072190 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.072406 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.072666 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.072882 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.073102 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.073354 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.073575 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.073795 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.074043 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.074259 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.074502 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.074756 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.074970 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.075348 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.075740 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.076189 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.076898 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.077508 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.077783 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.078041 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.078268 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.078501 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.078742 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.078994 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.079205 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.079465 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.079749 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.079986 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.080205 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.080447 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.080668 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.080907 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.081139 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.081358 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.081607 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.081858 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.082199 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.082453 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.082709 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.082965 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.083184 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.083402 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.083671 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.083909 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.084146 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.084534 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.084754 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.085016 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.085262 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.085505 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.085723 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.085944 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.086190 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.086408 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.086622 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.086932 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.087197 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.087454 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.087741 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.087974 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.088208 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.088423 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.088642 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.088863 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.089077 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.089330 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.089546 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.089778 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.090002 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.090219 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.090580 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.090683 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.090890 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.091108 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.091319 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.091573 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.091787 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.092001 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.092707 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.092957 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.093281 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.093560 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.093794 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.094107 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.094347 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.094584 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.094854 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.095185 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.095405 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.095702 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.095939 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.096182 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.096311 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:33:29.096433 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.096687 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.097002 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.097307 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.097583 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.097851 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.098127 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.098449 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.098686 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.098906 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.099199 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.099714 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.099996 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.100253 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.100485 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.100760 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.100987 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.101208 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.101428 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.101667 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.101994 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.102178 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.102427 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.102637 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.102798 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.103139 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.103275 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.103548 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.106238 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.106238 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.106238 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.106238 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 14 09:33:29.106238 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78644) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 14 09:33:29.106238 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 14 09:33:29.106238 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 14 09:33:29.106238 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 14 09:33:29.108300 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 14 09:33:29.108300 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 14 09:33:29.108300 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.108300 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.108300 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.108300 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.108300 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.109057 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.109057 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.109057 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.109057 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.109057 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.109057 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.112582 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 52652) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:33:29.119665 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.120138 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.120138 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.120329 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.120472 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.120963 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.120963 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.120963 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.121198 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.121281 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.121455 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.121593 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] debug = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.121758 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.121925 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.122097 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.122228 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.122569 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.122711 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.122850 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.123569 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.123569 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.123569 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.124425 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.124605 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.124763 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.124914 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.125065 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.125230 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.125383 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.125635 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] host = dv-cinder-734144-18-iscsi {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.125735 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.125911 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.126046 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.126409 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.126409 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.126689 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.126689 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.127039 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.127039 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.127039 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.127812 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.127812 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.127812 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.127812 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.127812 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_options = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.128265 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.128265 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.128265 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.128511 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.128591 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.128736 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.128874 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.129028 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.129183 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.129289 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0122480 May 14 09:33:29.129397 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.129483 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.129631 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.129806 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.129930 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.130345 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.130345 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.130653 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.130653 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.130923 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.130923 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.131199 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.131199 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.131475 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.132273 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.132447 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.132597 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.132758 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.132919 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.133078 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.133238 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.133398 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.133557 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.133722 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.133883 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.134905 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.134905 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.134905 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.134905 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.134905 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.134905 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.135290 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.135290 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.135290 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.135481 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.135578 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.135773 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] use_json = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.135860 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.136004 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.136163 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.136323 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.136482 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.136671 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.136798 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.137692 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:29.137692 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.137692 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.137692 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.137692 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.138276 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.138276 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.138276 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.138276 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.138731 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.138731 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.138731 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.139125 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.139125 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.139403 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.139616 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.139773 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.139914 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.140056 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.140415 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.140585 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.140745 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.140910 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.141091 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.141253 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.141416 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.141577 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.141738 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.141901 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.142064 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.142226 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.142388 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.142550 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.142712 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.142874 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.143038 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.143199 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.143361 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.143548 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.143712 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.143874 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.144037 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.144198 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.144361 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.144524 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.144686 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.144848 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.145012 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.145174 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.146685 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.146685 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.146685 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.146685 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.146685 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.146685 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.146685 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.146685 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.146685 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.149664 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.149664 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.149664 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.149664 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.149664 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.149664 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.149664 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.149664 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.149664 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.150637 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.150637 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.150637 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.150637 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.150637 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.150637 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.150637 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.150637 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.150637 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.152980 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.152980 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.152980 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.152980 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.152980 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.152980 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.152980 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.152980 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.152980 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.153678 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.153678 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.153678 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.153678 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.153678 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.153678 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.153678 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.153678 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.155188 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.155188 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.155188 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.155188 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.155188 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.155188 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.155188 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.155188 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.156728 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.156728 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.156728 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.156728 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.156728 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.156728 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.157564 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.157564 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.157564 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.157564 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.157564 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.157564 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.158559 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.158735 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.159088 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.159341 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.159441 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.159617 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.159782 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.159944 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.160106 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.160269 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.161159 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.161159 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.161159 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.161159 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.161159 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.162050 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.162050 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.162050 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.162050 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.162050 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.162050 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.163818 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.163818 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.163818 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.163818 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.163818 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.163818 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.163818 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.163818 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.164705 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.164705 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.164705 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.164705 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.165300 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.165300 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.165300 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.165300 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.165665 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.165665 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.165665 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.165954 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.165954 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.167286 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.167286 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.167286 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.167286 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.167286 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.167286 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.167286 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.167286 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.167887 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.167887 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.167887 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.167887 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.168161 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.168161 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.168317 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.169264 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.169264 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.169264 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.169264 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.169264 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.169264 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.169264 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.169774 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.169774 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.169774 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.170180 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.170180 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.170180 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.170500 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.170741 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.171341 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.171636 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.171745 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.171853 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.172053 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.172189 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.172364 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.172512 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.172648 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.175544 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.175544 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.175544 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.175544 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.175544 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.175544 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.175544 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.175544 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.176062 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.176062 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.176062 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.176062 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.176062 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.176062 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.176062 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.176062 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.176062 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.176641 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.176756 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.176955 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.177130 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.177301 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.177470 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.177648 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.177814 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.177981 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.178145 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.178308 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.178481 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.178722 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.179160 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.179303 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.179464 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.179645 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.179813 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.179974 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.180136 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.180298 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.180471 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.180641 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.180806 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.180979 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.181142 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.181309 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.181466 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.181646 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.181809 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.181974 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.182136 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.182298 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.182461 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.182625 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.182791 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.182962 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.183132 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.183312 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.183455 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.183686 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.183861 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.184024 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.184195 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.184373 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.184535 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.184698 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.184844 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.185010 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.185172 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.185334 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.185497 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.185658 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.185882 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.186683 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.186860 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.187027 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.187193 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.187356 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.187537 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.187712 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.187875 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.188038 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.188201 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:29.188358 dv-cinder-734144-18-iscsi neutron-server[78644]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 14 09:33:40.467607 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dd1b8e-6336-4db0-b0d5-dcb6993febb1 None None] get_active_networks_info from dv-cinder-734144-18-iscsi {{(pid=78753) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 09:33:40.593137 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dd1b8e-6336-4db0-b0d5-dcb6993febb1 None None] No non-hosted networks {{(pid=78753) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 14 09:33:40.617162 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.agentschedulers_db [None req-06dd1b8e-6336-4db0-b0d5-dcb6993febb1 None None] DHCP Agent not found on host dv-cinder-734144-18-iscsi {{(pid=78753) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 14 09:33:40.748037 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-dd87c3f7-f600-42f7-9825-ad108537d96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549'] for agent, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:42.750218 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549'] for agent, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:42.753407 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:42.754013 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:42.754660 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:42.756606 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:42.757164 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:42.757759 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:42.758836 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:42.759886 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:42.760901 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:42.762321 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:42.765015 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:42.767020 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:42.769184 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-734144-18-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:33:42.779029 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-734144-18-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:33:43.026989 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-542f51d4-641f-4906-9905-e02cf036e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549'] for agent, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:43.077309 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9b72df90-05a2-4723-b646-3ca6eec6f9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:44.012166 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549'] for agent, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:45.719214 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549'] for agent, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:47.340666 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 52746) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:33:47.999905 dv-cinder-734144-18-iscsi neutron-server[78751]: WARNING oslo_policy.policy [None req-8d244ef6-c116-45df-b6b8-fd8d145429ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:33:48.000478 dv-cinder-734144-18-iscsi neutron-server[78751]: WARNING oslo_policy.policy [None req-8d244ef6-c116-45df-b6b8-fd8d145429ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:33:48.070189 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.db.l3_hamode_db [None req-c325cc99-df4c-41c6-8ced-73f40fcec1f2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 14 09:33:48.155070 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325cc99-df4c-41c6-8ced-73f40fcec1f2 None None] Routers set() bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:33:48.155446 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325cc99-df4c-41c6-8ced-73f40fcec1f2 None None] Router IDs set() for agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 14 09:33:48.213974 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [None req-8d244ef6-c116-45df-b6b8-fd8d145429ff admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:33:48.215050 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-8d244ef6-c116-45df-b6b8-fd8d145429ff admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8733978 May 14 09:33:50.605621 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 52760) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:33:51.026635 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-0d2994d8-9963-4847-a470-b1be7208a309 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:33:51.128875 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.policy [None req-0d2994d8-9963-4847-a470-b1be7208a309 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78751) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 14 09:33:51.175262 dv-cinder-734144-18-iscsi neutron-server[78751]: WARNING oslo_policy.policy [None req-0d2994d8-9963-4847-a470-b1be7208a309 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:33:51.175667 dv-cinder-734144-18-iscsi neutron-server[78751]: WARNING oslo_policy.policy [None req-0d2994d8-9963-4847-a470-b1be7208a309 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:33:51.184785 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.quota [None req-0d2994d8-9963-4847-a470-b1be7208a309 admin admin] Loaded quota_driver: . May 14 09:33:51.203515 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-0d2994d8-9963-4847-a470-b1be7208a309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:33:51.267325 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0d2994d8-9963-4847-a470-b1be7208a309 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733849463577', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733849474252', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733849482856', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733849480668', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733849498715', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733849497285', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1756496', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1818289', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-786019', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-575015'] for rbac-policy, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:51.341580 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0d2994d8-9963-4847-a470-b1be7208a309 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:51.343155 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-0d2994d8-9963-4847-a470-b1be7208a309 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7362318 May 14 09:33:54.027456 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 52774) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:33:54.430485 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'name': 'private', 'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:33:54.435764 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:33:54.440598 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Usage tracker for resource:network and tenant:e1ed02ac009f4f67973708e3f2169c3d is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:33:54.445170 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:33:54.451249 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:33:54.463062 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Made reservation on behalf of e1ed02ac009f4f67973708e3f2169c3d for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:33:54.466076 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:54.483667 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:54.497857 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:33:54.501533 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Usage tracker for resource:security_group_rule and tenant:e1ed02ac009f4f67973708e3f2169c3d is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:33:54.506523 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:33:54.512196 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:33:54.617442 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:54.624798 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:54.630800 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:33:54.651478 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:33:54.680848 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733846203540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:54.681460 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Unsubscribe: segment precommit_create {{(pid=78751) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 14 09:33:54.681926 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.segments_db [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Added segment 5ab1f03e-3685-4a7a-850a-6214817c96a5 of type vlan for network 82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca May 14 09:33:54.730701 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e86ad3e-bc38-437a-84f6-122f4532334b,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:33:54.748758 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:54.749094 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:54.749423 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:54.749750 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:54.750066 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:54.750381 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:54.750690 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:54.751002 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:54.751316 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:54.751652 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:54.751961 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:54.752266 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Tracked resource versions report: May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: pushed versions: May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: { 'AddressGroup': {'1.2'}, May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'ConntrackHelper': {'1.0'}, May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Log': {'1.0'}, May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Network': {'1.1'}, May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Port': {'1.7'}, May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'PortForwarding': {'1.2'}, May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'QosPolicy': {'1.8'}, May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'SecurityGroup': {'1.4'}, May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'SecurityGroupRule': {'1.2'}, May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'SubPort': {'1.0'}, May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Subnet': {'1.1'}, May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Trunk': {'1.1'}} May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: consumer versions: May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: { DHCP agent@dv-cinder-734144-18-iscsi: {}, May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: L3 agent@dv-cinder-734144-18-iscsi: {}, May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: Metadata agent@dv-cinder-734144-18-iscsi: {}, May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: Metering agent@dv-cinder-734144-18-iscsi: {}, May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: Open vSwitch agent@dv-cinder-734144-18-iscsi: { 'AddressGroup': '1.2', May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'ConntrackHelper': '1.0', May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Log': '1.0', May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Network': '1.1', May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Port': '1.7', May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'PortForwarding': '1.2', May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'QosPolicy': '1.8', May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'SecurityGroup': '1.4', May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'SecurityGroupRule': '1.2', May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'SubPort': '1.0', May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Subnet': '1.1', May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Trunk': '1.1'}} May 14 09:33:54.753725 dv-cinder-734144-18-iscsi neutron-server[78751]: {{(pid=78751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:33:54.814909 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:54.818830 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:33:54.860576 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:54.863030 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:33:54.864461 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:54.869204 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:33:54.979458 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9507420 May 14 09:33:54.982869 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Pushing event updated for resources: {'Network': ['ID=82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:33:54.986825 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:33:54.996524 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network 82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:33:57.732274 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 52790) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:33:58.245679 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50bc98e-5537-47aa-9d60-7e03850251a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:33:58.246936 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-d50bc98e-5537-47aa-9d60-7e03850251a9 admin admin] 10.222.0.30 "GET /v2.0/networks/82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca HTTP/1.1" status: 200 len: 825 time: 0.5134847 May 14 09:33:58.282327 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-04fcd795-0ab2-47e4-880b-ed6424667341 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/ea01948f-c946-4b7b-9b40-42a3ab5efd90 HTTP/1.1" status: 200 len: 734 time: 0.0268342 May 14 09:33:58.291389 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Request body: {'subnet': {'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'ip_version': 4, 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ea01948f-c946-4b7b-9b40-42a3ab5efd90', 'name': 'private-subnet'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:33:58.297913 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:33:58.303043 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Usage tracker for resource:subnet and tenant:e1ed02ac009f4f67973708e3f2169c3d is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:33:58.306386 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:33:58.312317 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:33:58.328851 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Made reservation on behalf of e1ed02ac009f4f67973708e3f2169c3d for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:33:58.331200 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:58.867936 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:58.871977 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:33:58.953980 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9985d4-c246-43b5-9fff-1a9d1de7dfab,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:33:58.959136 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:33:58.960072 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Checking segment: {'id': '5ab1f03e-3685-4a7a-850a-6214817c96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:33:58.960425 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Network hostable DHCP agents. Network: 82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:33:58.982602 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Network 82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:33:58.998665 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, 82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:33:59.005099 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:33:59.005707 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:59.011003 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb32345-f38b-4db6-b5da-9c4937305e67 None None] Network 82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:33:59.030189 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7422771 May 14 09:33:59.329922 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79c7ac22-ec21-5ed3-bdbe-a90c3be08043-82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca', 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca', 'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'fixed_ips': [{'subnet_id': 'db9985d4-c246-43b5-9fff-1a9d1de7dfab'}]}} from dv-cinder-734144-18-iscsi. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:33:59.331097 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:59.521208 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Allocated IP 172.20.0.2 (82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca/db9985d4-c246-43b5-9fff-1a9d1de7dfab/d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:33:59.756923 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:59.770554 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Transition to ACTIVE for port object d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:33:59.791981 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Transition to ACTIVE for port object d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:33:59.799470 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:59.804544 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:33:59.860409 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Network 82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:33:59.863246 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:33:59.872660 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:33:59.879557 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Pushing event updated for resources: {'Port': ['ID=d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:33:59.923133 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:59.923480 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:59.923800 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:59.924124 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:59.924434 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:59.924739 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:59.925044 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:59.925352 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:59.925674 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:59.926006 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:59.926292 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:59.926581 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Tracked resource versions report: May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: pushed versions: May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: { 'AddressGroup': {'1.2'}, May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'ConntrackHelper': {'1.0'}, May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Log': {'1.0'}, May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Network': {'1.1'}, May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Port': {'1.7'}, May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'PortForwarding': {'1.2'}, May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'QosPolicy': {'1.8'}, May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'SecurityGroup': {'1.4'}, May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'SecurityGroupRule': {'1.2'}, May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'SubPort': {'1.0'}, May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Subnet': {'1.1'}, May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Trunk': {'1.1'}} May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: consumer versions: May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: { DHCP agent@dv-cinder-734144-18-iscsi: {}, May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: L3 agent@dv-cinder-734144-18-iscsi: {}, May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: Metadata agent@dv-cinder-734144-18-iscsi: {}, May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: Metering agent@dv-cinder-734144-18-iscsi: {}, May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: Open vSwitch agent@dv-cinder-734144-18-iscsi: { 'AddressGroup': '1.2', May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'ConntrackHelper': '1.0', May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Log': '1.0', May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Network': '1.1', May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Port': '1.7', May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'PortForwarding': '1.2', May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'QosPolicy': '1.8', May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'SecurityGroup': '1.4', May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'SecurityGroupRule': '1.2', May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'SubPort': '1.0', May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Subnet': '1.1', May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Trunk': '1.1'}} May 14 09:33:59.927954 dv-cinder-734144-18-iscsi neutron-server[78753]: {{(pid=78753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:33:59.960475 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:33:59.982054 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Attempting to bind port d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:33:59.982455 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Attempting to bind port d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '5ab1f03e-3685-4a7a-850a-6214817c96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:33:59.982870 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Attempting to bind port d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e on network 82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:33:59.988581 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:33:59.989097 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Checking segment: {'id': '5ab1f03e-3685-4a7a-850a-6214817c96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:33:59.989620 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:59.990058 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Bound using segment: {'id': '5ab1f03e-3685-4a7a-850a-6214817c96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:33:59.990586 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Bound port: d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab1f03e-3685-4a7a-850a-6214817c96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:33:59.991023 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:00.083563 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] For port d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:34:00.087208 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] For port d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e,segment=NetworkSegment(5ab1f03e-3685-4a7a-850a-6214817c96a5),segment_id=5ab1f03e-3685-4a7a-850a-6214817c96a5)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:34:00.094657 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:00.098778 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:00.185907 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Pushing event updated for resources: {'Port': ['ID=d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:00.189014 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:01.463872 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 52800) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:02.122350 dv-cinder-734144-18-iscsi neutron-server[78752]: WARNING oslo_policy.policy [None req-9b3cb064-5161-42fd-a731-0176cac2a490 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:34:02.123369 dv-cinder-734144-18-iscsi neutron-server[78752]: WARNING oslo_policy.policy [None req-9b3cb064-5161-42fd-a731-0176cac2a490 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:34:02.335902 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [None req-9b3cb064-5161-42fd-a731-0176cac2a490 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78752) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:34:02.337152 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-9b3cb064-5161-42fd-a731-0176cac2a490 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8712611 May 14 09:34:04.728593 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 52818) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:04.740458 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:34:04.817898 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:34:05.162177 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [None req-03cb5f27-0f64-4942-ad0d-51241041ce83 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:34:05.163207 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-03cb5f27-0f64-4942-ad0d-51241041ce83 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4336729 May 14 09:34:05.766917 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc117d-fedc-4f02-be60-295362553bcb None None] Network 82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:34:05.854651 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-8d4e860f-2556-424b-83c7-faeec653fd06 None None] Provisioning for port d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:34:05.880086 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-8d4e860f-2556-424b-83c7-faeec653fd06 None None] Provisioning complete for port d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:05.880473 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8d4e860f-2556-424b-83c7-faeec653fd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:06.126989 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8d4e860f-2556-424b-83c7-faeec653fd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:06.166911 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-8d4e860f-2556-424b-83c7-faeec653fd06 None None] For port d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e,segment=NetworkSegment(5ab1f03e-3685-4a7a-850a-6214817c96a5),segment_id=5ab1f03e-3685-4a7a-850a-6214817c96a5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:34:06.178920 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8d4e860f-2556-424b-83c7-faeec653fd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:06.187080 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:06.254552 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e860f-2556-424b-83c7-faeec653fd06 None None] Pushing event updated for resources: {'Port': ['ID=d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:06.258494 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-8d4e860f-2556-424b-83c7-faeec653fd06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:06.405923 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-b5e406e4-3309-460c-9879-d405d8fbcd2d None None] Provisioning complete for port d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:06.406371 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-b5e406e4-3309-460c-9879-d405d8fbcd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:06.711084 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:34:06.781852 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:06.782556 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:07.847567 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 52830) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:08.279129 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-c1bbb5e0-c0a3-4650-804c-d050054d34a2 admin admin] Request body: {'router': {'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'name': 'router1', 'admin_state_up': True}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:34:08.284253 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c1bbb5e0-c0a3-4650-804c-d050054d34a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:34:08.288346 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-c1bbb5e0-c0a3-4650-804c-d050054d34a2 admin admin] Usage tracker for resource:router and tenant:e1ed02ac009f4f67973708e3f2169c3d is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:34:08.292312 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-c1bbb5e0-c0a3-4650-804c-d050054d34a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:34:08.298665 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c1bbb5e0-c0a3-4650-804c-d050054d34a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:34:08.312078 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb5e0-c0a3-4650-804c-d050054d34a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11861'] for router, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:08.314051 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb5e0-c0a3-4650-804c-d050054d34a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11852'] for router, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:08.338541 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb5e0-c0a3-4650-804c-d050054d34a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:08.454957 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb5e0-c0a3-4650-804c-d050054d34a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682776'] for router, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:08.480536 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb5e0-c0a3-4650-804c-d050054d34a2 admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:08.481759 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-c1bbb5e0-c0a3-4650-804c-d050054d34a2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6332302 May 14 09:34:10.348501 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-1fee0494-e39e-4b6f-9188-f51dcbdcb7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:10.899296 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 52840) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:11.323824 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [None req-a10c1440-92c4-4895-99cf-cff7e0cd5664 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:34:11.324826 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-a10c1440-92c4-4895-99cf-cff7e0cd5664 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4246612 May 14 09:34:12.744130 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:13.033355 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-58e32735-f2bc-4eef-ab93-ce3d98ce832a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:13.751804 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 52850) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:13.958914 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:14.172221 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:34:14.177477 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:34:14.181866 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Usage tracker for resource:network and tenant:9344223d7d054efdae04fb4b96ba2de5 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:34:14.184824 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:34:14.190662 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:34:14.203228 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Made reservation on behalf of 9344223d7d054efdae04fb4b96ba2de5 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:34:14.205696 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:14.218214 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:14.233351 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:34:14.237393 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Usage tracker for resource:security_group_rule and tenant:9344223d7d054efdae04fb4b96ba2de5 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:34:14.240429 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:34:14.246583 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:34:14.337876 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:14.345138 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:14.348346 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:14.363466 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Reserving flat network on physical network physnet1 {{(pid=78751) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 14 09:34:14.384727 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0067ec-d3c2-4e94-961d-a684cf068a24,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:14.389217 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:14.390243 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:14.390573 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.segments_db [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Added segment 89ccef89-51c7-4820-9458-26b2854bae09 of type flat for network 280262f0-cec7-4ef6-9ec9-17feedefdc59 May 14 09:34:14.424267 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:14.474980 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:14.476623 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:34:14.477428 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:14.482107 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:14.583082 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8301604 May 14 09:34:14.585830 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Pushing event updated for resources: {'Network': ['ID=280262f0-cec7-4ef6-9ec9-17feedefdc59,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:14.588767 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:14.598326 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:34:15.658714 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:16.948735 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 52870) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:17.188249 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fc4496-b258-43ba-9f5b-42fd2782253e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:34:17.189501 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-a2fc4496-b258-43ba-9f5b-42fd2782253e admin admin] 10.222.0.30 "GET /v2.0/subnets/db9985d4-c246-43b5-9fff-1a9d1de7dfab HTTP/1.1" status: 200 len: 849 time: 0.2398193 May 14 09:34:17.342730 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-0afe82f9-f09d-401d-a480-3ece0ee0f330 admin admin] 10.222.0.30 "GET /v2.0/routers/d8cfecfb-d8bd-4690-bdfa-825a58d706a5 HTTP/1.1" status: 200 len: 704 time: 0.1473935 May 14 09:34:17.858422 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:18.112739 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Allocated IP 172.20.0.1 (82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca/db9985d4-c246-43b5-9fff-1a9d1de7dfab/434eaeba-8044-44d1-9471-b75bc139036e) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:34:18.278193 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:18.297052 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Transition to ACTIVE for port object 434eaeba-8044-44d1-9471-b75bc139036e will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:34:18.364323 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:18.368774 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:18.429357 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Network 82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:34:18.432290 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:34:18.435115 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:34:18.436128 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680132'] for router_interface, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:18.573443 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Pushing event updated for resources: {'Port': ['ID=434eaeba-8044-44d1-9471-b75bc139036e,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:18.588657 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:18.641993 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-7c19994f-8278-4a7c-857d-505bcd4066bd None None] Provisioning for port 434eaeba-8044-44d1-9471-b75bc139036e completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:34:18.647640 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-7c19994f-8278-4a7c-857d-505bcd4066bd None None] Provisioning complete for port 434eaeba-8044-44d1-9471-b75bc139036e triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:18.648229 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7c19994f-8278-4a7c-857d-505bcd4066bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:18.707173 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-7c19994f-8278-4a7c-857d-505bcd4066bd None None] Port 434eaeba-8044-44d1-9471-b75bc139036e cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:34:18.724737 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:18.963482 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:18.970625 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:18.972021 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680027'] for router_interface, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:18.975212 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:19.105116 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Pushing event updated for resources: {'Port': ['ID=434eaeba-8044-44d1-9471-b75bc139036e,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:19.110171 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:19.177730 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Network 82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:34:19.180003 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:34:19.433975 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-6dfe11d0-a4d8-41be-aa35-28b37fed38af None None] Provisioning complete for port 434eaeba-8044-44d1-9471-b75bc139036e triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:19.434647 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6dfe11d0-a4d8-41be-aa35-28b37fed38af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:19.435015 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Router d8cfecfb-d8bd-4690-bdfa-825a58d706a5 is scheduled to L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 with binding_index 1 {{(pid=78751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:34:19.489463 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe11d0-a4d8-41be-aa35-28b37fed38af None None] Port 434eaeba-8044-44d1-9471-b75bc139036e cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:34:19.597331 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:34:19.607059 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] 10.222.0.30 "PUT /v2.0/routers/d8cfecfb-d8bd-4690-bdfa-825a58d706a5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2591391 May 14 09:34:19.611259 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Sync routers for ids ['d8cfecfb-d8bd-4690-bdfa-825a58d706a5'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:34:19.624536 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Routers {'d8cfecfb-d8bd-4690-bdfa-825a58d706a5'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:34:19.625633 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:34:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['d8cfecfb-d8bd-4690-bdfa-825a58d706a5'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:19.807507 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Set router d8cfecfb-d8bd-4690-bdfa-825a58d706a5 gateway port host: None {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:34:20.198590 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cfecfb-d8bd-4690-bdfa-825a58d706a5', 'name': 'router1', 'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:34:08Z', 'updated_at': '2021-05-14T09:34:18Z', 'revision_number': 2, 'project_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'gw_port_host': None, '_interfaces': [{'id': '434eaeba-8044-44d1-9471-b75bc139036e', 'name': '', 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca', 'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'mac_address': 'fa:16:3e:de:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cfecfb-d8bd-4690-bdfa-825a58d706a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db9985d4-c246-43b5-9fff-1a9d1de7dfab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:17Z', 'updated_at': '2021-05-14T09:34:18Z', 'revision_number': 2, 'project_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'subnets': [{'id': 'db9985d4-c246-43b5-9fff-1a9d1de7dfab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea01948f-c946-4b7b-9b40-42a3ab5efd90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:20.207698 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Checking router: d8cfecfb-d8bd-4690-bdfa-825a58d706a5 for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:34:20.208092 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Updating router d8cfecfb-d8bd-4690-bdfa-825a58d706a5 port 434eaeba-8044-44d1-9471-b75bc139036e binding host dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:34:20.267115 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:20.703471 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:20.717539 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Transition to ACTIVE for port object 434eaeba-8044-44d1-9471-b75bc139036e will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:34:20.726924 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:20.733500 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:20.960435 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Attempting to bind port 434eaeba-8044-44d1-9471-b75bc139036e on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:34:20.960831 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Attempting to bind port 434eaeba-8044-44d1-9471-b75bc139036e by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '5ab1f03e-3685-4a7a-850a-6214817c96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:34:20.961243 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Attempting to bind port 434eaeba-8044-44d1-9471-b75bc139036e on network 82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:34:20.974035 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Pushing event updated for resources: {'Port': ['ID=434eaeba-8044-44d1-9471-b75bc139036e,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:20.978269 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:34:20.978269 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Checking segment: {'id': '5ab1f03e-3685-4a7a-850a-6214817c96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:34:20.978269 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:20.978269 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Bound using segment: {'id': '5ab1f03e-3685-4a7a-850a-6214817c96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:34:20.979356 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Bound port: 434eaeba-8044-44d1-9471-b75bc139036e, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab1f03e-3685-4a7a-850a-6214817c96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:34:20.979356 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:21.002314 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:21.002661 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:21.002996 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:21.003312 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:21.003715 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:21.004047 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:21.004431 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:21.004617 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:21.004947 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:21.005266 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:21.005586 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:21.005890 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Tracked resource versions report: May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: pushed versions: May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: { 'AddressGroup': {'1.2'}, May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'ConntrackHelper': {'1.0'}, May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Log': {'1.0'}, May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Network': {'1.1'}, May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Port': {'1.7'}, May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'PortForwarding': {'1.2'}, May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'QosPolicy': {'1.8'}, May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'SecurityGroup': {'1.4'}, May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'SecurityGroupRule': {'1.2'}, May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'SubPort': {'1.0'}, May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Subnet': {'1.1'}, May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Trunk': {'1.1'}} May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: consumer versions: May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: { DHCP agent@dv-cinder-734144-18-iscsi: {}, May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: L3 agent@dv-cinder-734144-18-iscsi: {}, May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: Metadata agent@dv-cinder-734144-18-iscsi: {}, May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: Metering agent@dv-cinder-734144-18-iscsi: {}, May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: Open vSwitch agent@dv-cinder-734144-18-iscsi: { 'AddressGroup': '1.2', May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'ConntrackHelper': '1.0', May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Log': '1.0', May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Network': '1.1', May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Port': '1.7', May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'PortForwarding': '1.2', May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'QosPolicy': '1.8', May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'SecurityGroup': '1.4', May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'SecurityGroupRule': '1.2', May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'SubPort': '1.0', May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Subnet': '1.1', May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Trunk': '1.1'}} May 14 09:34:21.007229 dv-cinder-734144-18-iscsi neutron-server[78754]: {{(pid=78754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:34:21.038842 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:21.105340 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] For port 434eaeba-8044-44d1-9471-b75bc139036e, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:34:21.111717 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] For port 434eaeba-8044-44d1-9471-b75bc139036e, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=434eaeba-8044-44d1-9471-b75bc139036e,segment=NetworkSegment(5ab1f03e-3685-4a7a-850a-6214817c96a5),segment_id=5ab1f03e-3685-4a7a-850a-6214817c96a5)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:34:21.126547 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:21.134493 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:21.252283 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Routers {'d8cfecfb-d8bd-4690-bdfa-825a58d706a5'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:34:21.252921 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:34:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['d8cfecfb-d8bd-4690-bdfa-825a58d706a5'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:21.384798 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Pushing event updated for resources: {'Port': ['ID=434eaeba-8044-44d1-9471-b75bc139036e,revision_number=4']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:21.397149 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:21.460198 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] Set router d8cfecfb-d8bd-4690-bdfa-825a58d706a5 gateway port host: None {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:34:21.808583 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cfecfb-d8bd-4690-bdfa-825a58d706a5', 'name': 'router1', 'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:34:08Z', 'updated_at': '2021-05-14T09:34:18Z', 'revision_number': 2, 'project_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'gw_port_host': None, '_interfaces': [{'id': '434eaeba-8044-44d1-9471-b75bc139036e', 'name': '', 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca', 'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'mac_address': 'fa:16:3e:de:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cfecfb-d8bd-4690-bdfa-825a58d706a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db9985d4-c246-43b5-9fff-1a9d1de7dfab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:17Z', 'updated_at': '2021-05-14T09:34:21Z', 'revision_number': 4, 'project_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'subnets': [{'id': 'db9985d4-c246-43b5-9fff-1a9d1de7dfab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea01948f-c946-4b7b-9b40-42a3ab5efd90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:21.812714 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b621a-6295-4af1-8fff-e5b2b10ceed3 None None] The sync data for ids ['d8cfecfb-d8bd-4690-bdfa-825a58d706a5'] in dv-cinder-734144-18-iscsi is: [{'id': 'd8cfecfb-d8bd-4690-bdfa-825a58d706a5', 'name': 'router1', 'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:34:08Z', 'updated_at': '2021-05-14T09:34:18Z', 'revision_number': 2, 'project_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'gw_port_host': None, '_interfaces': [{'id': '434eaeba-8044-44d1-9471-b75bc139036e', 'name': '', 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca', 'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'mac_address': 'fa:16:3e:de:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cfecfb-d8bd-4690-bdfa-825a58d706a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db9985d4-c246-43b5-9fff-1a9d1de7dfab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:17Z', 'updated_at': '2021-05-14T09:34:21Z', 'revision_number': 4, 'project_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'subnets': [{'id': 'db9985d4-c246-43b5-9fff-1a9d1de7dfab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea01948f-c946-4b7b-9b40-42a3ab5efd90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:34:21.876250 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 52892) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:22.032027 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b5c6f4-7e3a-432c-8f90-1a54fde209d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:34:22.032581 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-60b5c6f4-7e3a-432c-8f90-1a54fde209d7 admin admin] Synchronizing usage tracker for tenant:9344223d7d054efdae04fb4b96ba2de5 on resource:network {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:34:22.057546 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-60b5c6f4-7e3a-432c-8f90-1a54fde209d7 admin admin] Unset dirty status for tenant:9344223d7d054efdae04fb4b96ba2de5 on resource:network {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:34:22.064769 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-60b5c6f4-7e3a-432c-8f90-1a54fde209d7 admin admin] 10.222.0.30 "GET /v2.0/networks/280262f0-cec7-4ef6-9ec9-17feedefdc59 HTTP/1.1" status: 200 len: 842 time: 0.1814609 May 14 09:34:22.069243 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Request body: {'subnet': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:34:22.074689 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:34:22.079694 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Usage tracker for resource:subnet and tenant:9344223d7d054efdae04fb4b96ba2de5 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:34:22.082682 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:34:22.097620 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:34:22.112596 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Made reservation on behalf of 9344223d7d054efdae04fb4b96ba2de5 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:34:22.114849 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:22.565834 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.objects.ports [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78751) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 09:34:22.566294 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:22.570163 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:22.638552 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Pushing event updated for resources: {'Subnet': ['ID=975825ed-0b6c-4cb8-88d3-6c236101fefa,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:22.645050 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:22.652092 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Checking segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:34:22.652447 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Network hostable DHCP agents. Network: 280262f0-cec7-4ef6-9ec9-17feedefdc59, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:34:22.675791 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:34:22.690976 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, 280262f0-cec7-4ef6-9ec9-17feedefdc59) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:34:22.696324 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:34:22.697851 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:22.700298 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3629d936-457e-404f-bfa0-b5e9a6ab695c None None] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:34:22.721510 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-d1278d5c-0ec7-43f1-a3c3-06954e97821a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6559060 May 14 09:34:22.916089 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb295a9b-f480-4d4c-a994-72a8cdde33d7 None None] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:34:24.745386 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 434eaeba-8044-44d1-9471-b75bc139036e up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:34:24.819306 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 434eaeba-8044-44d1-9471-b75bc139036e completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:34:24.824407 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 434eaeba-8044-44d1-9471-b75bc139036e triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:24.824808 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:24.950736 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:24.989674 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 434eaeba-8044-44d1-9471-b75bc139036e, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=434eaeba-8044-44d1-9471-b75bc139036e,segment=NetworkSegment(5ab1f03e-3685-4a7a-850a-6214817c96a5),segment_id=5ab1f03e-3685-4a7a-850a-6214817c96a5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:34:24.993401 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 52906) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:24.994775 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:24.996959 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-ce016940-d4c2-4e29-917e-e0420c79cad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:25.062392 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=434eaeba-8044-44d1-9471-b75bc139036e,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:25.065522 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:25.207970 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-2e2a171c-f987-46ec-83bc-c7ae611fb819 admin admin] 10.222.0.30 "GET /v2.0/routers/d8cfecfb-d8bd-4690-bdfa-825a58d706a5 HTTP/1.1" status: 200 len: 710 time: 0.2133200 May 14 09:34:25.341136 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c5d11-93b6-4e40-a9f7-34ee69e711e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:34:25.342592 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-bd5c5d11-93b6-4e40-a9f7-34ee69e711e8 admin admin] 10.222.0.30 "GET /v2.0/networks/280262f0-cec7-4ef6-9ec9-17feedefdc59 HTTP/1.1" status: 200 len: 886 time: 0.1287692 May 14 09:34:25.352002 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:34:25.855399 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11902'] for router, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:26.193769 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:26.259721 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:26.393958 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Allocated IP 172.27.2.47 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/e5a6c048-d616-472b-af42-6adfc03721e8) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:34:26.548271 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:26.580437 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:26.585035 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ea66fbcf-af30-4384-acbe-1c1718303a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:26.642933 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:34:26.645611 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:34:26.649229 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:34:26.727590 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 434eaeba-8044-44d1-9471-b75bc139036e up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:34:26.768204 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a6c048-d616-472b-af42-6adfc03721e8,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:26.772401 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:26.798684 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 434eaeba-8044-44d1-9471-b75bc139036e triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:26.799070 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:27.115994 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:27.461993 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11902'] for router, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:27.465485 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562951'] for router, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:27.643713 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Router d8cfecfb-d8bd-4690-bdfa-825a58d706a5 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:34:27.835131 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:34:27.844400 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:27.844677 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Sync routers for ids ['d8cfecfb-d8bd-4690-bdfa-825a58d706a5'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:34:27.847505 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] 10.222.0.30 "PUT /v2.0/routers/d8cfecfb-d8bd-4690-bdfa-825a58d706a5 HTTP/1.1" status: 200 len: 889 time: 2.4972861 May 14 09:34:27.854672 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Routers {'d8cfecfb-d8bd-4690-bdfa-825a58d706a5'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:34:27.855346 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:34:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['d8cfecfb-d8bd-4690-bdfa-825a58d706a5'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:28.049725 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Set router d8cfecfb-d8bd-4690-bdfa-825a58d706a5 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:34:28.408765 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cfecfb-d8bd-4690-bdfa-825a58d706a5', 'name': 'router1', 'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e5a6c048-d616-472b-af42-6adfc03721e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:34:08Z', 'updated_at': '2021-05-14T09:34:26Z', 'revision_number': 4, 'project_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'gw_port': {'id': 'e5a6c048-d616-472b-af42-6adfc03721e8', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cfecfb-d8bd-4690-bdfa-825a58d706a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:26Z', 'updated_at': '2021-05-14T09:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '434eaeba-8044-44d1-9471-b75bc139036e', 'name': '', 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca', 'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'mac_address': 'fa:16:3e:de:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cfecfb-d8bd-4690-bdfa-825a58d706a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db9985d4-c246-43b5-9fff-1a9d1de7dfab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:17Z', 'updated_at': '2021-05-14T09:34:24Z', 'revision_number': 5, 'project_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'subnets': [{'id': 'db9985d4-c246-43b5-9fff-1a9d1de7dfab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea01948f-c946-4b7b-9b40-42a3ab5efd90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:28.413896 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Checking router: d8cfecfb-d8bd-4690-bdfa-825a58d706a5 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:34:28.414243 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Updating router d8cfecfb-d8bd-4690-bdfa-825a58d706a5 port e5a6c048-d616-472b-af42-6adfc03721e8 binding host dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:34:28.469068 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:28.809787 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:28.821562 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Transition to ACTIVE for port object e5a6c048-d616-472b-af42-6adfc03721e8 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:34:28.829863 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:28.833965 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:28.909170 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c902c33-db23-402e-9dc5-4aee77923e0a None None] Pushing event updated for resources: {'Port': ['ID=e5a6c048-d616-472b-af42-6adfc03721e8,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:28.912767 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-6c902c33-db23-402e-9dc5-4aee77923e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:28.913606 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Attempting to bind port e5a6c048-d616-472b-af42-6adfc03721e8 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:34:28.913938 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Attempting to bind port e5a6c048-d616-472b-af42-6adfc03721e8 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:34:28.914332 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Attempting to bind port e5a6c048-d616-472b-af42-6adfc03721e8 on network 280262f0-cec7-4ef6-9ec9-17feedefdc59 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:34:28.919885 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:34:28.920288 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Checking segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:34:28.920679 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:28.921075 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Bound using segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:34:28.921546 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Bound port: e5a6c048-d616-472b-af42-6adfc03721e8, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:34:28.921928 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:29.000202 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] For port e5a6c048-d616-472b-af42-6adfc03721e8, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:34:29.003289 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] For port e5a6c048-d616-472b-af42-6adfc03721e8, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=e5a6c048-d616-472b-af42-6adfc03721e8,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:34:29.011206 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:29.015705 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-6c902c33-db23-402e-9dc5-4aee77923e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:29.091821 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c902c33-db23-402e-9dc5-4aee77923e0a None None] Pushing event updated for resources: {'Port': ['ID=e5a6c048-d616-472b-af42-6adfc03721e8,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:29.095422 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-6c902c33-db23-402e-9dc5-4aee77923e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:29.097368 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Routers {'d8cfecfb-d8bd-4690-bdfa-825a58d706a5'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:34:29.097963 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:34:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['d8cfecfb-d8bd-4690-bdfa-825a58d706a5'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:29.316833 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] Set router d8cfecfb-d8bd-4690-bdfa-825a58d706a5 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:34:29.660590 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cfecfb-d8bd-4690-bdfa-825a58d706a5', 'name': 'router1', 'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e5a6c048-d616-472b-af42-6adfc03721e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:34:08Z', 'updated_at': '2021-05-14T09:34:26Z', 'revision_number': 4, 'project_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'gw_port': {'id': 'e5a6c048-d616-472b-af42-6adfc03721e8', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cfecfb-d8bd-4690-bdfa-825a58d706a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:26Z', 'updated_at': '2021-05-14T09:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '434eaeba-8044-44d1-9471-b75bc139036e', 'name': '', 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca', 'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'mac_address': 'fa:16:3e:de:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cfecfb-d8bd-4690-bdfa-825a58d706a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db9985d4-c246-43b5-9fff-1a9d1de7dfab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:17Z', 'updated_at': '2021-05-14T09:34:24Z', 'revision_number': 5, 'project_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'subnets': [{'id': 'db9985d4-c246-43b5-9fff-1a9d1de7dfab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea01948f-c946-4b7b-9b40-42a3ab5efd90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:29.664922 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2706c5-96e9-4dfd-b239-55bb60b4273b None None] The sync data for ids ['d8cfecfb-d8bd-4690-bdfa-825a58d706a5'] in dv-cinder-734144-18-iscsi is: [{'id': 'd8cfecfb-d8bd-4690-bdfa-825a58d706a5', 'name': 'router1', 'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e5a6c048-d616-472b-af42-6adfc03721e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:34:08Z', 'updated_at': '2021-05-14T09:34:26Z', 'revision_number': 4, 'project_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'gw_port': {'id': 'e5a6c048-d616-472b-af42-6adfc03721e8', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cfecfb-d8bd-4690-bdfa-825a58d706a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:26Z', 'updated_at': '2021-05-14T09:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '434eaeba-8044-44d1-9471-b75bc139036e', 'name': '', 'network_id': '82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca', 'tenant_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'mac_address': 'fa:16:3e:de:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cfecfb-d8bd-4690-bdfa-825a58d706a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db9985d4-c246-43b5-9fff-1a9d1de7dfab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:17Z', 'updated_at': '2021-05-14T09:34:24Z', 'revision_number': 5, 'project_id': 'e1ed02ac009f4f67973708e3f2169c3d', 'subnets': [{'id': 'db9985d4-c246-43b5-9fff-1a9d1de7dfab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea01948f-c946-4b7b-9b40-42a3ab5efd90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:34:30.227314 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 52916) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:30.353780 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-277d0755-d8a5-4c5e-989e-d4d93b63732c admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1250706 May 14 09:34:30.759401 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device e5a6c048-d616-472b-af42-6adfc03721e8 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:34:30.835628 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port e5a6c048-d616-472b-af42-6adfc03721e8 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:34:30.840722 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port e5a6c048-d616-472b-af42-6adfc03721e8 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:30.841104 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:30.962204 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:30.980051 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port e5a6c048-d616-472b-af42-6adfc03721e8, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=e5a6c048-d616-472b-af42-6adfc03721e8,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:34:30.987250 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:30.989786 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-6c902c33-db23-402e-9dc5-4aee77923e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:31.064813 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=e5a6c048-d616-472b-af42-6adfc03721e8,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:31.068035 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:32.745107 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device e5a6c048-d616-472b-af42-6adfc03721e8 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:34:32.820859 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port e5a6c048-d616-472b-af42-6adfc03721e8 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:32.821232 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:40.370348 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bd6e081c-83a3-49ba-8f6a-33f95c022cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:41.026577 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:34:42.747798 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:43.030660 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6a536d9a-8b6f-4adf-b90a-39d8580cdffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:43.967601 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:45.683078 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:10.348125 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a7a0-3dbf-4c4f-bd66-bea68ff595bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:12.767467 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:13.029484 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-10f26d11-b4c7-48d1-8142-9893483134d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:13.967593 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:15.677395 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:18.025554 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:35:40.348332 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-daab67e2-e5b3-4453-ba0c-f32f9c0d0cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:42.753796 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:43.025508 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb28b-e107-48f5-b345-17fd0594f2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:43.966034 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:45.691202 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:55.025559 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:36:08.227905 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 53486) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:08.323950 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fcf7d2-da52-40ea-855a-2221bf2b60e6 admin admin] GET failed (client error): The resource could not be found. May 14 09:36:08.325904 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-85fcf7d2-da52-40ea-855a-2221bf2b60e6 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0966003 May 14 09:36:08.475548 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7fdd45-8e58-4b65-962e-c3109a0cf995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:08.477028 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-de7fdd45-8e58-4b65-962e-c3109a0cf995 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1455541 May 14 09:36:10.342716 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-26214322-ab35-4775-bee7-b8597dd41e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:10.591450 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 53496) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:10.710258 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4323d2-68ed-4fa2-9865-b853d31d1ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:10.710838 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-3a4323d2-68ed-4fa2-9865-b853d31d1ba7 admin admin] Synchronizing usage tracker for tenant:9344223d7d054efdae04fb4b96ba2de5 on resource:subnet {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:36:10.737721 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-3a4323d2-68ed-4fa2-9865-b853d31d1ba7 admin admin] Unset dirty status for tenant:9344223d7d054efdae04fb4b96ba2de5 on resource:subnet {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:36:10.738958 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-3a4323d2-68ed-4fa2-9865-b853d31d1ba7 admin admin] 10.222.0.30 "GET /v2.0/subnets/db9985d4-c246-43b5-9fff-1a9d1de7dfab HTTP/1.1" status: 200 len: 849 time: 0.1465199 May 14 09:36:10.748498 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:36:10.928660 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:11.140994 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733846194984'] for subnet, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:11.144816 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:36:11.186725 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:11.187196 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:11.188508 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] 10.222.0.30 "PUT /v2.0/subnets/db9985d4-c246-43b5-9fff-1a9d1de7dfab HTTP/1.1" status: 200 len: 868 time: 0.4440188 May 14 09:36:11.207332 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15194d70-90a9-4292-91c7-f3e73bfb12dd None None] Network 82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:36:11.215012 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9985d4-c246-43b5-9fff-1a9d1de7dfab,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:36:11.223375 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:11.223879 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:11.224203 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:11.224538 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:11.224861 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:11.225183 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:11.225506 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:11.225833 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:11.226157 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:11.226473 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:11.226788 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:11.227115 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:11.231144 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:36:11.727567 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ce7eb171-0e12-444b-859b-4c02af061eba None None] Provisioning complete for port d1c78b6e-aa2c-4160-80c6-adc1b5d98e6e triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:36:11.728143 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb171-0e12-444b-859b-4c02af061eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:11.858924 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ce7eb171-0e12-444b-859b-4c02af061eba None None] Provisioning complete for port 434eaeba-8044-44d1-9471-b75bc139036e triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:36:11.859278 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb171-0e12-444b-859b-4c02af061eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:12.749162 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:13.021303 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-b5de1a9e-5742-468c-9dd4-4284ca279f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:13.340402 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 53506) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:13.531469 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a53a833-21b0-4888-ab3b-882a5835cf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:13.531981 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a53a833-21b0-4888-ab3b-882a5835cf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:13.533472 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-7a53a833-21b0-4888-ab3b-882a5835cf8b admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1921110 May 14 09:36:13.970055 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:15.671134 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 53516) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:15.688437 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:16.005531 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.policy [None req-b473916f-b0ff-4282-90da-50d381487753 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78752) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 14 09:36:16.051416 dv-cinder-734144-18-iscsi neutron-server[78752]: WARNING oslo_policy.policy [None req-b473916f-b0ff-4282-90da-50d381487753 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:36:16.051816 dv-cinder-734144-18-iscsi neutron-server[78752]: WARNING oslo_policy.policy [None req-b473916f-b0ff-4282-90da-50d381487753 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:36:16.060344 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473916f-b0ff-4282-90da-50d381487753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:16.060831 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473916f-b0ff-4282-90da-50d381487753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:16.062785 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-b473916f-b0ff-4282-90da-50d381487753 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3907530 May 14 09:36:18.278352 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 53528) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:18.474514 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9206ec17-c341-47d8-80f7-e7b762dfa5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:18.476201 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-9206ec17-c341-47d8-80f7-e7b762dfa5b8 admin admin] 10.222.0.30 "GET /v2.0/networks/280262f0-cec7-4ef6-9ec9-17feedefdc59 HTTP/1.1" status: 200 len: 886 time: 0.1966057 May 14 09:36:20.622054 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 53538) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:20.822905 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab593487-2f63-43fc-9044-df798fa0e6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:20.825184 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ab593487-2f63-43fc-9044-df798fa0e6cb admin admin] 10.222.0.30 "GET /v2.0/networks/82e4b7ef-4d7e-442b-b9b9-eb1e810cfdca HTTP/1.1" status: 200 len: 869 time: 0.2019582 May 14 09:36:23.010266 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 53548) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:23.153272 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765bc5b3-47b9-443a-a7df-db31a21c9914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:23.153726 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765bc5b3-47b9-443a-a7df-db31a21c9914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:23.155492 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-765bc5b3-47b9-443a-a7df-db31a21c9914 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1435771 May 14 09:36:25.329256 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 53558) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:25.456252 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c358e7a9-e8b5-479f-88d5-5454c5f2248f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:25.456745 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c358e7a9-e8b5-479f-88d5-5454c5f2248f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:25.458451 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-c358e7a9-e8b5-479f-88d5-5454c5f2248f admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278503 May 14 09:36:27.584832 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 53568) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:27.693907 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26a85da-207f-4ac3-8744-aa4effd69077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:27.695115 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-d26a85da-207f-4ac3-8744-aa4effd69077 admin admin] 10.222.0.30 "GET /v2.0/subnets/975825ed-0b6c-4cb8-88d3-6c236101fefa HTTP/1.1" status: 200 len: 816 time: 0.1092765 May 14 09:36:29.834461 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 53578) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:29.948224 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c0bfef-9181-42ba-a075-eb8091d37a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:29.949579 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-d5c0bfef-9181-42ba-a075-eb8091d37a23 admin admin] 10.222.0.30 "GET /v2.0/subnets/db9985d4-c246-43b5-9fff-1a9d1de7dfab HTTP/1.1" status: 200 len: 868 time: 0.1141107 May 14 09:36:32.025836 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:36:40.348922 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-38efa355-0d6b-4c7f-a6f0-67d1fb6e2954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:42.756588 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:43.025108 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-985d8c4f-1f43-4a96-a362-efa7efe8c920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:43.972009 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:45.692126 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:53.313992 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 53622) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:53.373306 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [None req-e70d138a-bb6d-4833-881b-45bed43821ff admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78752) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:36:53.374264 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-e70d138a-bb6d-4833-881b-45bed43821ff admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0593605 May 14 09:36:55.574097 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 53632) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:55.654187 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.pecan_wsgi.hooks.translation [None req-9195a40a-4b15-479d-85ab-4d2005a79d34 admin admin] GET failed (client error): The resource could not be found. May 14 09:36:55.655468 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-9195a40a-4b15-479d-85ab-4d2005a79d34 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0803850 May 14 09:36:55.799418 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d745b606-877f-47b7-87e2-71487207ce0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:55.800913 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-d745b606-877f-47b7-87e2-71487207ce0c admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1392808 May 14 09:36:57.986412 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 53642) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:58.040920 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:36:58.042098 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.quota [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Loaded quota_driver: . May 14 09:36:58.049420 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:36:58.063907 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:36:58.083516 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Made reservation on behalf of 9344223d7d054efdae04fb4b96ba2de5 for: {'network': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:36:58.088074 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:58.192694 dv-cinder-734144-18-iscsi neutron-server[78752]: WARNING neutron.services.revisions.revision_plugin [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Could not find related network for resource to bump revision. May 14 09:36:58.209283 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=78752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:36:58.222141 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733846203540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:58.222714 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Unsubscribe: segment precommit_create {{(pid=78752) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 14 09:36:58.223179 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.db.segments_db [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Added segment cab8c30c-c519-4034-ab21-480ed2a11df8 of type vlan for network fdbf3a14-0859-4d3c-8e62-3c125c4a259f May 14 09:36:58.291173 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:58.334239 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:58.336090 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:58.336686 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:58.345967 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:36:58.439751 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4520078 May 14 09:36:58.456092 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Pushing event updated for resources: {'Network': ['ID=fdbf3a14-0859-4d3c-8e62-3c125c4a259f,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:36:58.464810 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:58.465096 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:58.465450 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:58.465769 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:58.466070 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:58.466367 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:58.466711 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:58.466987 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:58.467327 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:58.467652 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:58.467932 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:58.468610 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Tracked resource versions report: May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: pushed versions: May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: { 'AddressGroup': {'1.2'}, May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'ConntrackHelper': {'1.0'}, May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Log': {'1.0'}, May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Network': {'1.1'}, May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Port': {'1.7'}, May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'PortForwarding': {'1.2'}, May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'QosPolicy': {'1.8'}, May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'SecurityGroup': {'1.4'}, May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'SecurityGroupRule': {'1.2'}, May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'SubPort': {'1.0'}, May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Subnet': {'1.1'}, May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Trunk': {'1.1'}} May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: consumer versions: May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: { DHCP agent@dv-cinder-734144-18-iscsi: {}, May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: L3 agent@dv-cinder-734144-18-iscsi: {}, May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: Metadata agent@dv-cinder-734144-18-iscsi: {}, May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: Metering agent@dv-cinder-734144-18-iscsi: {}, May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: Open vSwitch agent@dv-cinder-734144-18-iscsi: { 'AddressGroup': '1.2', May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'ConntrackHelper': '1.0', May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Log': '1.0', May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Network': '1.1', May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Port': '1.7', May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'PortForwarding': '1.2', May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'QosPolicy': '1.8', May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'SecurityGroup': '1.4', May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'SecurityGroupRule': '1.2', May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'SubPort': '1.0', May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Subnet': '1.1', May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Trunk': '1.1'}} May 14 09:36:58.470076 dv-cinder-734144-18-iscsi neutron-server[78752]: {{(pid=78752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:36:58.502510 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:36:58.511871 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network fdbf3a14-0859-4d3c-8e62-3c125c4a259f details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:37:00.580326 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 53656) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:37:00.676832 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd5b54b-f0ed-43e5-a1a8-ebdd716b262d admin admin] GET failed (client error): The resource could not be found. May 14 09:37:00.677290 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-5dd5b54b-f0ed-43e5-a1a8-ebdd716b262d admin admin] Synchronizing usage tracker for tenant:9344223d7d054efdae04fb4b96ba2de5 on resource:network {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:37:00.696205 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-5dd5b54b-f0ed-43e5-a1a8-ebdd716b262d admin admin] Unset dirty status for tenant:9344223d7d054efdae04fb4b96ba2de5 on resource:network {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:37:00.697516 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-5dd5b54b-f0ed-43e5-a1a8-ebdd716b262d admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1159582 May 14 09:37:00.846596 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77949620-4362-4441-8526-6284eabcc196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:37:00.848101 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-77949620-4362-4441-8526-6284eabcc196 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1464067 May 14 09:37:00.858158 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'fdbf3a14-0859-4d3c-8e62-3c125c4a259f', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:37:00.864313 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:37:00.875603 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:37:00.888287 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] Made reservation on behalf of 9344223d7d054efdae04fb4b96ba2de5 for: {'subnet': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:37:00.890701 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:01.324238 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for subnet, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:01.327097 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:37:01.392241 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c75cb2c-5d1b-4c28-973a-5cac1b92f64e,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:37:01.398979 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:37:01.409527 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] Checking segment: {'id': 'cab8c30c-c519-4034-ab21-480ed2a11df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fdbf3a14-0859-4d3c-8e62-3c125c4a259f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:37:01.409885 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] Network hostable DHCP agents. Network: fdbf3a14-0859-4d3c-8e62-3c125c4a259f, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:37:01.435282 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] Network fdbf3a14-0859-4d3c-8e62-3c125c4a259f is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:37:01.446953 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, fdbf3a14-0859-4d3c-8e62-3c125c4a259f) {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:37:01.452384 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:37:01.453009 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:01.458539 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf1112a-7844-4fe9-98a5-e6f5d08fafc2 None None] Network fdbf3a14-0859-4d3c-8e62-3c125c4a259f requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:37:01.480107 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6253817 May 14 09:37:01.704764 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79c7ac22-ec21-5ed3-bdbe-a90c3be08043-fdbf3a14-0859-4d3c-8e62-3c125c4a259f', 'network_id': 'fdbf3a14-0859-4d3c-8e62-3c125c4a259f', 'tenant_id': '9344223d7d054efdae04fb4b96ba2de5', 'fixed_ips': [{'subnet_id': '0c75cb2c-5d1b-4c28-973a-5cac1b92f64e'}]}} from dv-cinder-734144-18-iscsi. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:37:01.705642 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:01.868082 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Allocated IP 192.168.233.2 (fdbf3a14-0859-4d3c-8e62-3c125c4a259f/0c75cb2c-5d1b-4c28-973a-5cac1b92f64e/33882da1-a213-46fa-91cc-382028fc7a92) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:37:02.088892 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:02.100281 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Transition to ACTIVE for port object 33882da1-a213-46fa-91cc-382028fc7a92 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:37:02.119222 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Transition to ACTIVE for port object 33882da1-a213-46fa-91cc-382028fc7a92 will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:37:02.128048 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:02.133226 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-8d4e860f-2556-424b-83c7-faeec653fd06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:37:02.193340 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Network fdbf3a14-0859-4d3c-8e62-3c125c4a259f is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:37:02.201110 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:37:02.203899 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:37:02.211289 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Pushing event updated for resources: {'Port': ['ID=33882da1-a213-46fa-91cc-382028fc7a92,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:37:02.248580 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:37:02.248969 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:37:02.249313 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:37:02.249652 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:37:02.249963 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:37:02.250307 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:37:02.250608 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:37:02.250946 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:37:02.251280 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:37:02.251588 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:37:02.251914 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:37:02.252248 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:37:02.256276 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:37:02.318066 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Attempting to bind port 33882da1-a213-46fa-91cc-382028fc7a92 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:37:02.318417 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Attempting to bind port 33882da1-a213-46fa-91cc-382028fc7a92 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': 'cab8c30c-c519-4034-ab21-480ed2a11df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fdbf3a14-0859-4d3c-8e62-3c125c4a259f'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:37:02.318762 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Attempting to bind port 33882da1-a213-46fa-91cc-382028fc7a92 on network fdbf3a14-0859-4d3c-8e62-3c125c4a259f {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:37:02.326009 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:37:02.326514 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Checking segment: {'id': 'cab8c30c-c519-4034-ab21-480ed2a11df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fdbf3a14-0859-4d3c-8e62-3c125c4a259f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:37:02.327028 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:02.328448 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Bound using segment: {'id': 'cab8c30c-c519-4034-ab21-480ed2a11df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fdbf3a14-0859-4d3c-8e62-3c125c4a259f'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:37:02.328837 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Bound port: 33882da1-a213-46fa-91cc-382028fc7a92, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab8c30c-c519-4034-ab21-480ed2a11df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fdbf3a14-0859-4d3c-8e62-3c125c4a259f'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:37:02.329432 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:02.440459 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] For port 33882da1-a213-46fa-91cc-382028fc7a92, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:37:02.443714 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] For port 33882da1-a213-46fa-91cc-382028fc7a92, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=33882da1-a213-46fa-91cc-382028fc7a92,segment=NetworkSegment(cab8c30c-c519-4034-ab21-480ed2a11df8),segment_id=cab8c30c-c519-4034-ab21-480ed2a11df8)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:37:02.449716 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:02.453630 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:37:02.530693 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Pushing event updated for resources: {'Port': ['ID=33882da1-a213-46fa-91cc-382028fc7a92,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:37:02.541219 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:37:02.897867 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 33882da1-a213-46fa-91cc-382028fc7a92 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:37:02.981330 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 33882da1-a213-46fa-91cc-382028fc7a92 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:37:03.472509 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0770047-1309-43e1-b058-12a89064714f None None] Network fdbf3a14-0859-4d3c-8e62-3c125c4a259f requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:37:03.575707 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-06340364-6a59-44da-98c2-c48b79d36f77 None None] Provisioning for port 33882da1-a213-46fa-91cc-382028fc7a92 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:37:03.590972 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-06340364-6a59-44da-98c2-c48b79d36f77 None None] Provisioning complete for port 33882da1-a213-46fa-91cc-382028fc7a92 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:37:03.591452 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-06340364-6a59-44da-98c2-c48b79d36f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:03.852084 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-06340364-6a59-44da-98c2-c48b79d36f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:03.901495 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-06340364-6a59-44da-98c2-c48b79d36f77 None None] For port 33882da1-a213-46fa-91cc-382028fc7a92, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=33882da1-a213-46fa-91cc-382028fc7a92,segment=NetworkSegment(cab8c30c-c519-4034-ab21-480ed2a11df8),segment_id=cab8c30c-c519-4034-ab21-480ed2a11df8)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:37:03.908925 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-06340364-6a59-44da-98c2-c48b79d36f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:03.911196 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:37:03.992751 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06340364-6a59-44da-98c2-c48b79d36f77 None None] Pushing event updated for resources: {'Port': ['ID=33882da1-a213-46fa-91cc-382028fc7a92,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:37:04.003416 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-06340364-6a59-44da-98c2-c48b79d36f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:37:04.134441 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-353a7d14-6e1e-4fed-ac3a-7646c6500c03 None None] Provisioning complete for port 33882da1-a213-46fa-91cc-382028fc7a92 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:37:04.134735 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-353a7d14-6e1e-4fed-ac3a-7646c6500c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:04.852934 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 33882da1-a213-46fa-91cc-382028fc7a92 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:37:04.932352 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 33882da1-a213-46fa-91cc-382028fc7a92 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:37:04.932692 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:09.026425 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:37:10.349387 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea2ef-d918-4e41-999c-c4a5a9037fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:12.753804 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:13.039376 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-922a0ebb-66b3-4d93-8577-0e8c0cb69654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:13.975749 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:15.697676 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:40.348745 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bcbda543-e8fd-4576-8e77-53a93cfb081b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:42.749062 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:43.039126 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a66fd4c5-4faf-4eaa-966a-17aeea822013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:43.979353 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:45.702227 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:46.025594 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:38:08.969257 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 53706) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:38:08.976391 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [None req-cb17fdf1-a042-4d06-9efe-29c13c99f266 tempest-verify_tempest_config-1981314280 tempest-verify_tempest_config-1981314280-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78752) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:38:08.977346 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-cb17fdf1-a042-4d06-9efe-29c13c99f266 tempest-verify_tempest_config-1981314280 tempest-verify_tempest_config-1981314280-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068498 May 14 09:38:09.352601 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 53724) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:38:09.495086 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:09.513172 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:38:09.517389 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Usage tracker for resource:security_group_rule and tenant:017c693d7c56481daf16d26f76d20534 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:38:09.521116 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:38:09.526837 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:38:09.623270 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:09.629575 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:09.636613 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:38:09.674457 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46a0f91-237b-409c-ab91-2c5a15d0d3c8,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:38:09.678734 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=017c693d7c56481daf16d26f76d20534&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3248177 May 14 09:38:09.681943 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 53730) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:38:09.684497 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.684850 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.685177 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.685525 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.685822 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.686136 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.686455 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.686790 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.687116 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.687421 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.687751 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.688049 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.693091 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:38:09.747672 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:09.775779 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:09.884163 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:09.888250 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:38:09.899834 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46a0f91-237b-409c-ab91-2c5a15d0d3c8,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:38:09.910244 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.910585 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.910947 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.911306 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.911664 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.912016 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.912341 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.912661 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.912992 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.913312 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.913626 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.913940 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:09.917302 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:09.918440 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c46a0f91-237b-409c-ab91-2c5a15d0d3c8 HTTP/1.1" status: 204 len: 168 time: 0.2355499 May 14 09:38:09.920266 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:38:10.354284 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a524d6c9-f76c-473a-a958-93e9e79b13d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:12.755710 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:13.039035 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9892fae6-e9a3-4dc7-bea9-7e9af5b53d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:13.980275 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:15.707342 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:23.026296 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:38:40.352824 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-05d8f4b6-591e-43cb-ba89-cf1865879d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:42.752493 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:43.039685 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-5649441f-9aa4-4d03-a0cf-2dafb7787354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:43.993793 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:45.709603 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:00.025265 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:39:10.349305 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a70bcd60-f23a-43a2-ac18-1b3c0daa4797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:12.758536 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:13.036210 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6ec6b81e-76a5-4f3d-a5f4-6034e1bcecea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:13.988600 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:15.715761 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:37.025351 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:39:40.344262 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ebd6a106-75a6-4e90-8752-8674d7e2ee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:42.755110 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:43.033684 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-938e11d7-79e7-47da-aa39-69ce7167bb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:43.990751 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:44.252754 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549'] for agent, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:45.719608 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:48.783021 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 53782) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:39:48.921299 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-de254ab6-43de-41a7-a9b4-c1d5657c210b admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1369145 May 14 09:39:51.072833 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 53792) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:39:51.148693 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-5428974b-8f1a-4470-9092-68e9919c9554 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0746846 May 14 09:40:10.349107 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-1d33d5dc-66ab-4eaa-a82b-6b8cd739fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:12.750227 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:13.033220 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d2e0de14-56de-4ef4-a554-e47f0f97f823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:13.993740 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:14.025004 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:40:14.209321 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:15.718324 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:40.347454 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-187c6b09-f1a0-4d85-9c2b-8a231cad35bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:42.758560 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:43.045169 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ad27d067-e53a-4d41-9ed4-1d73fa879d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:44.009519 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:44.254548 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:45.724247 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:51.025186 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:41:10.344114 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-becc4a86-793b-4e07-9e09-2c4c11ab5da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:12.763118 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:13.029222 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-2a029d4f-02a7-48c2-8d8e-68c1d29d03ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:14.003747 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:14.244270 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:15.747485 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:16.528900 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 53920) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:16.890800 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-network', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:16.895990 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:16.901944 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Usage tracker for resource:network and tenant:48873c3bcf674a0593730b514b4ffa39 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:16.905302 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:16.912118 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:16.925604 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Made reservation on behalf of 48873c3bcf674a0593730b514b4ffa39 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:16.931439 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:16.941967 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:16.957477 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:16.961355 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Usage tracker for resource:security_group_rule and tenant:48873c3bcf674a0593730b514b4ffa39 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:16.964224 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:16.969923 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:17.078543 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:17.084643 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:17.090806 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:17.120905 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5b167c-f462-48bf-b18d-e798c3dbca1c,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:17.131099 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.131438 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.131992 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.132486 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.132973 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.133505 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.133834 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.134174 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.134513 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.134812 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.135130 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.135446 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Tracked resource versions report: May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: pushed versions: May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: { 'AddressGroup': {'1.2'}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'ConntrackHelper': {'1.0'}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Log': {'1.0'}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Network': {'1.1'}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Port': {'1.7'}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'PortForwarding': {'1.2'}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'QosPolicy': {'1.8'}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'SecurityGroup': {'1.4'}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'SecurityGroupRule': {'1.2'}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'SubPort': {'1.0'}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Subnet': {'1.1'}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Trunk': {'1.1'}} May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: consumer versions: May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: { DHCP agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: HyperV agent@hv-cinder-73414: {}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: L3 agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: Metadata agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: Metering agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: Open vSwitch agent@dv-cinder-734144-18-iscsi: { 'AddressGroup': '1.2', May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'ConntrackHelper': '1.0', May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Log': '1.0', May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Network': '1.1', May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Port': '1.7', May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'PortForwarding': '1.2', May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'QosPolicy': '1.8', May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'SecurityGroup': '1.4', May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'SecurityGroupRule': '1.2', May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'SubPort': '1.0', May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Subnet': '1.1', May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: 'Trunk': '1.1'}} May 14 09:41:17.136552 dv-cinder-734144-18-iscsi neutron-server[78751]: {{(pid=78751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:41:17.140374 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:17.144079 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:41:17.158470 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:17.159091 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.segments_db [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Added segment 6a55aa60-a67e-445a-ae5c-d52d076b8737 of type vlan for network 33793f62-2dd2-41d9-955d-c771f928128f May 14 09:41:17.193133 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:17.239315 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:17.241086 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:17.241825 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:17.246840 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:17.351509 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Pushing event updated for resources: {'Network': ['ID=33793f62-2dd2-41d9-955d-c771f928128f,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:17.357627 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 53960) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:17.364485 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Request body: {'subnet': {'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-subnet', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:17.367736 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8375709 May 14 09:41:17.368762 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:17.369294 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network 33793f62-2dd2-41d9-955d-c771f928128f details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:41:17.371215 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:17.375201 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Usage tracker for resource:subnet and tenant:48873c3bcf674a0593730b514b4ffa39 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:17.379544 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:17.385608 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:17.397335 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Made reservation on behalf of 48873c3bcf674a0593730b514b4ffa39 for: {'subnet': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:17.399695 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:17.850376 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for subnet, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:17.854088 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:17.937337 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Checking segment: {'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:17.938017 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Network hostable DHCP agents. Network: 33793f62-2dd2-41d9-955d-c771f928128f, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:41:17.946013 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:17.959286 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.959286 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.959661 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.960098 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.960418 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.960752 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.961159 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.961496 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.961821 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.962337 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.962852 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.963618 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Tracked resource versions report: May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: pushed versions: May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: { 'AddressGroup': {'1.2'}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'ConntrackHelper': {'1.0'}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Log': {'1.0'}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Network': {'1.1'}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Port': {'1.7'}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'PortForwarding': {'1.2'}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'QosPolicy': {'1.8'}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'SecurityGroup': {'1.4'}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'SecurityGroupRule': {'1.2'}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'SubPort': {'1.0'}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Subnet': {'1.1'}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Trunk': {'1.1'}} May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: consumer versions: May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: { DHCP agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: HyperV agent@hv-cinder-73414: {}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: L3 agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: Metadata agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: Metering agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: Open vSwitch agent@dv-cinder-734144-18-iscsi: { 'AddressGroup': '1.2', May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'ConntrackHelper': '1.0', May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Log': '1.0', May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Network': '1.1', May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Port': '1.7', May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'PortForwarding': '1.2', May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'QosPolicy': '1.8', May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'SecurityGroup': '1.4', May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'SecurityGroupRule': '1.2', May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'SubPort': '1.0', May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Subnet': '1.1', May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: 'Trunk': '1.1'}} May 14 09:41:17.964832 dv-cinder-734144-18-iscsi neutron-server[78752]: {{(pid=78752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:41:17.982235 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:17.989163 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Network 33793f62-2dd2-41d9-955d-c771f928128f is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:41:18.002338 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, 33793f62-2dd2-41d9-955d-c771f928128f) {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:18.006571 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:18.007211 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:18.014099 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81e59d8-7ba0-4878-9585-88a1c465aa29 None None] Network 33793f62-2dd2-41d9-955d-c771f928128f requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:18.043373 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6821995 May 14 09:41:18.044744 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54004) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:18.051373 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:18.057614 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:18.062374 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Usage tracker for resource:router and tenant:48873c3bcf674a0593730b514b4ffa39 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:18.068261 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:18.077670 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:18.092496 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11861'] for router, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:18.094543 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11852'] for router, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:18.119808 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:18.128902 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54010) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:18.264841 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79c7ac22-ec21-5ed3-bdbe-a90c3be08043-33793f62-2dd2-41d9-955d-c771f928128f', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a'}]}} from dv-cinder-734144-18-iscsi. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:41:18.266008 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:18.447019 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Allocated IP 172.20.0.2 (33793f62-2dd2-41d9-955d-c771f928128f/35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a/1cdd17c0-799d-4ac9-8e8c-e4971667af98) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:18.607950 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11902'] for router, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:18.682826 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:18.694731 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Transition to ACTIVE for port object 1cdd17c0-799d-4ac9-8e8c-e4971667af98 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:18.716138 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Transition to ACTIVE for port object 1cdd17c0-799d-4ac9-8e8c-e4971667af98 will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:18.723470 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54028) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:18.729127 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:18.740994 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:18.760680 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1683091672-network', 'tenant_id': '265b243724394ce3afa62c5df724d8b9'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:18.771967 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:18.780146 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Usage tracker for resource:network and tenant:265b243724394ce3afa62c5df724d8b9 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:18.786620 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:18.793169 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:18.802404 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54034) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:18.811744 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Made reservation on behalf of 265b243724394ce3afa62c5df724d8b9 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:18.814692 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:18.817860 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Network 33793f62-2dd2-41d9-955d-c771f928128f is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:18.819514 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Pushing event updated for resources: {'Port': ['ID=1cdd17c0-799d-4ac9-8e8c-e4971667af98,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:18.829555 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:18.831383 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:18.833893 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:18.834252 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:18.834591 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:18.834920 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:18.835244 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:18.835586 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:18.835906 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:18.836226 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:18.836558 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:18.836877 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:18.837192 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:18.837504 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Tracked resource versions report: May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: pushed versions: May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: { 'AddressGroup': {'1.2'}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'ConntrackHelper': {'1.0'}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Log': {'1.0'}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Network': {'1.1'}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Port': {'1.7'}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'PortForwarding': {'1.2'}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'QosPolicy': {'1.8'}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'SecurityGroup': {'1.4'}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'SecurityGroupRule': {'1.2'}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'SubPort': {'1.0'}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Subnet': {'1.1'}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Trunk': {'1.1'}} May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: consumer versions: May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: { DHCP agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: HyperV agent@hv-cinder-73414: {}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: L3 agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: Metadata agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: Metering agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: Open vSwitch agent@dv-cinder-734144-18-iscsi: { 'AddressGroup': '1.2', May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'ConntrackHelper': '1.0', May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Log': '1.0', May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Network': '1.1', May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Port': '1.7', May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'PortForwarding': '1.2', May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'QosPolicy': '1.8', May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'SecurityGroup': '1.4', May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'SecurityGroupRule': '1.2', May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'SubPort': '1.0', May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Subnet': '1.1', May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: 'Trunk': '1.1'}} May 14 09:41:18.838584 dv-cinder-734144-18-iscsi neutron-server[78753]: {{(pid=78753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:41:18.841216 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:18.853134 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:18.857427 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Usage tracker for resource:security_group_rule and tenant:265b243724394ce3afa62c5df724d8b9 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:18.860723 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:18.867502 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:18.888471 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:18.946933 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Attempting to bind port 1cdd17c0-799d-4ac9-8e8c-e4971667af98 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:18.947297 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Attempting to bind port 1cdd17c0-799d-4ac9-8e8c-e4971667af98 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:18.947980 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Attempting to bind port 1cdd17c0-799d-4ac9-8e8c-e4971667af98 on network 33793f62-2dd2-41d9-955d-c771f928128f {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:18.954576 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:18.955230 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Checking segment: {'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:18.956036 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:18.956839 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Bound using segment: {'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:18.957715 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Bound port: 1cdd17c0-799d-4ac9-8e8c-e4971667af98, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:18.959213 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:18.973410 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:18.982057 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:19.006712 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-38a391e3-8875-4618-835b-9ca48c8d18ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:19.071790 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] For port 1cdd17c0-799d-4ac9-8e8c-e4971667af98, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:19.077417 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] For port 1cdd17c0-799d-4ac9-8e8c-e4971667af98, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=1cdd17c0-799d-4ac9-8e8c-e4971667af98,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:19.083412 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:41:19.090790 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:19.091103 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e82d059-aaad-4454-974b-c843598d0c23,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:19.102579 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:19.107000 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:19.125728 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:19.126643 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.segments_db [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Added segment bfa74d9a-fe82-4671-865f-5b9b2d2195fd of type vlan for network fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee May 14 09:41:19.192475 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:19.199870 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Pushing event updated for resources: {'Port': ['ID=1cdd17c0-799d-4ac9-8e8c-e4971667af98,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:19.217632 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:19.260067 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:19.261743 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:19.262485 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:19.297870 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7b221006-9a20-49c7-9804-67b4dbe43647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:19.407805 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:19.438224 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3054407 May 14 09:41:19.453978 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54046) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:19.473244 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Request body: {'subnet': {'network_id': 'fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1683091672-subnet', 'tenant_id': '265b243724394ce3afa62c5df724d8b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:19.481848 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:19.500672 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Pushing event updated for resources: {'Network': ['ID=fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:19.507570 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:19.508715 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:19.513511 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:41:19.540965 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Usage tracker for resource:subnet and tenant:265b243724394ce3afa62c5df724d8b9 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:19.590133 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2099412117-network', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:19.604968 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:19.628277 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Usage tracker for resource:network and tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:19.631192 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54050) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:19.635055 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:19.645615 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:19.660916 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:19.672217 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-823346329-network', 'tenant_id': '4d81125c713c4ed2b2ff03a558194768'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:19.679866 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Made reservation on behalf of 91f7cc77c8c74e0d9e8f445f9248d7f3 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:19.682117 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:19.780858 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:19.792670 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:19.816913 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:19.824066 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:19.826890 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Usage tracker for resource:security_group_rule and tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:19.832015 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Made reservation on behalf of 265b243724394ce3afa62c5df724d8b9 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:19.837915 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:19.863623 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:19.872326 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Usage tracker for resource:network and tenant:4d81125c713c4ed2b2ff03a558194768 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:19.883626 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:19.885996 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:19.903726 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:19.906982 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Allocated IP 172.27.2.201 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/e8aabf2c-8837-4d87-bda5-49dbd40b1d50) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:20.023284 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Made reservation on behalf of 4d81125c713c4ed2b2ff03a558194768 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:20.025978 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:20.047965 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:20.079007 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1194991320-network', 'tenant_id': '820eac1dbc9946d4beb718c13a457562'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:20.079499 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:20.092942 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Usage tracker for resource:security_group_rule and tenant:4d81125c713c4ed2b2ff03a558194768 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:20.098928 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:20.106815 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:20.113951 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:20.134093 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Usage tracker for resource:network and tenant:820eac1dbc9946d4beb718c13a457562 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:20.157448 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:20.168102 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:20.246990 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Made reservation on behalf of 820eac1dbc9946d4beb718c13a457562 for: {'network': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:20.271797 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:20.307394 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:20.356968 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:20.388558 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:20.442051 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:20.479557 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:20.481045 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:20.485883 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:20.491586 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Usage tracker for resource:security_group_rule and tenant:820eac1dbc9946d4beb718c13a457562 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:20.494989 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:20.504287 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:20.578356 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4bad6f-0e5f-4fce-8438-e8d1db58d050,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:20.623217 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:20.623993 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:41:20.656634 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:20.689636 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:20.719202 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:20.720095 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:20.723705 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:20.734608 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:20.759929 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:20.760558 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.segments_db [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Added segment 68e2bf59-9158-4874-95a8-e88249da7caa of type vlan for network 985cc55b-f372-49ec-9629-66d97c3fcf56 May 14 09:41:20.786963 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:20.819069 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14db73f-f2b5-4ef2-ba50-0a5a4e8546b9 None None] Network 33793f62-2dd2-41d9-955d-c771f928128f requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:20.899392 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=78752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:41:20.906635 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Pushing event updated for resources: {'Port': ['ID=e8aabf2c-8837-4d87-bda5-49dbd40b1d50,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:20.917877 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:20.919063 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:20.919488 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.db.segments_db [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Added segment 92bf2871-13c9-4734-9497-ea00a963e1fd of type vlan for network bb5188e6-2019-4f12-8f56-7be059842ad1 May 14 09:41:20.920470 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:20.940857 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:20.976276 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ab8aa3ce-7802-4650-af6d-3eb414d15633 None None] Provisioning for port 1cdd17c0-799d-4ac9-8e8c-e4971667af98 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:20.987875 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:21.037062 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:21.040267 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72306355-ae98-4295-a144-adba1cfc93c2,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:21.048835 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d88883-03ae-4091-99b4-e5197cdab22c,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:21.057677 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:21.062207 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:21.074217 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:21.117966 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:41:21.159220 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 1cdd17c0-799d-4ac9-8e8c-e4971667af98 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:21.181173 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:21.181512 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.segments_db [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Added segment ca7897c7-2aa3-4b67-b575-ea733d1c8cd6 of type vlan for network f430aeff-fa67-4243-a5b4-e83d66534c34 May 14 09:41:21.253615 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:21.264353 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:21.264936 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:21.275676 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:21.303005 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:21.355724 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 1cdd17c0-799d-4ac9-8e8c-e4971667af98 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:21.376979 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 1cdd17c0-799d-4ac9-8e8c-e4971667af98 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:21.378124 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:21.449173 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Pushing event updated for resources: {'Network': ['ID=985cc55b-f372-49ec-9629-66d97c3fcf56,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:21.458318 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:21.465263 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7376966 May 14 09:41:21.469318 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network 985cc55b-f372-49ec-9629-66d97c3fcf56 details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:41:21.474516 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54106) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:21.497997 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Request body: {'subnet': {'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2099412117-subnet', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:21.518915 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:21.528441 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:21.529964 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Usage tracker for resource:subnet and tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:21.538026 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:21.554856 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:21.565328 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:21.566077 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:21.593257 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-5721b891-a977-4fdd-9bad-06458ef3175a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:21.615605 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Made reservation on behalf of 91f7cc77c8c74e0d9e8f445f9248d7f3 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:21.625605 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:21.699038 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:21.706381 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:21.707110 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:21.731487 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-c6fc7459-2c17-4e6b-a65e-c0c2ad0d02d1 None None] Provisioning complete for port 1cdd17c0-799d-4ac9-8e8c-e4971667af98 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:21.732563 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c6fc7459-2c17-4e6b-a65e-c0c2ad0d02d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:21.750280 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:21.778257 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1455078 May 14 09:41:21.785843 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54122) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:21.853949 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:21.873587 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Request body: {'subnet': {'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1194991320-subnet', 'tenant_id': '820eac1dbc9946d4beb718c13a457562', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:21.878867 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:21.884133 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Usage tracker for resource:subnet and tenant:820eac1dbc9946d4beb718c13a457562 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:21.892383 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:21.899471 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:21.918510 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Made reservation on behalf of 820eac1dbc9946d4beb718c13a457562 for: {'subnet': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:21.922823 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:21.962903 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 1cdd17c0-799d-4ac9-8e8c-e4971667af98, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=1cdd17c0-799d-4ac9-8e8c-e4971667af98,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:21.979054 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:22.005465 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:22.067035 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c6fc7459-2c17-4e6b-a65e-c0c2ad0d02d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:22.074276 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54130) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:22.093721 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:22.116541 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3091691 May 14 09:41:22.122743 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54136) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:22.133394 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Pushing event updated for resources: {'Network': ['ID=bb5188e6-2019-4f12-8f56-7be059842ad1,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:22.141457 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:22.168482 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network bb5188e6-2019-4f12-8f56-7be059842ad1 details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:41:22.238678 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:22.312681 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=1cdd17c0-799d-4ac9-8e8c-e4971667af98,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:22.330159 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:22.334318 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.db.api [None req-c6fc7459-2c17-4e6b-a65e-c0c2ad0d02d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 09:41:22.335086 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_db.api [None req-c6fc7459-2c17-4e6b-a65e-c0c2ad0d02d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 09:41:22.337054 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Pushing event updated for resources: {'Network': ['ID=f430aeff-fa67-4243-a5b4-e83d66534c34,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:22.346892 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Request body: {'subnet': {'network_id': 'f430aeff-fa67-4243-a5b4-e83d66534c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-823346329-subnet', 'tenant_id': '4d81125c713c4ed2b2ff03a558194768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:22.359767 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network f430aeff-fa67-4243-a5b4-e83d66534c34 details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:41:22.360664 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:22.369791 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Usage tracker for resource:subnet and tenant:4d81125c713c4ed2b2ff03a558194768 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:22.374264 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:22.383258 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:22.410150 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:22.417403 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Made reservation on behalf of 4d81125c713c4ed2b2ff03a558194768 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:22.420819 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:22.617068 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:22.633582 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4d21e688-0b3c-4a70-893f-4cb58a02b5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:22.719055 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-4d21e688-0b3c-4a70-893f-4cb58a02b5af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:22.795703 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-4d21e688-0b3c-4a70-893f-4cb58a02b5af admin admin] Usage tracker for resource:security_group_rule and tenant:39b49370c2834c18a5c7ebb4c4963c49 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:22.797733 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a960ac02-cfba-4c08-877b-481f3375bcee,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:22.808242 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:22.825949 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Checking segment: {'id': 'bfa74d9a-fe82-4671-865f-5b9b2d2195fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:22.826347 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Network hostable DHCP agents. Network: fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:41:22.883908 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-4d21e688-0b3c-4a70-893f-4cb58a02b5af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:22.899365 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Network fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:41:22.910909 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-4d21e688-0b3c-4a70-893f-4cb58a02b5af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:22.959693 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:22.973786 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7455c00f-2497-4161-b8d9-2cacd3d4fb5d None None] Network fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:23.071588 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:23.072185 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:23.118539 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:23.125957 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:23.144288 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 1cdd17c0-799d-4ac9-8e8c-e4971667af98 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:23.165772 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682776'] for router, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:23.166205 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7108135 May 14 09:41:23.301208 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Checking segment: {'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:23.301644 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Network hostable DHCP agents. Network: 985cc55b-f372-49ec-9629-66d97c3fcf56, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:41:23.341545 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f045b6-693f-4d41-b2b2-1e4cc7648331 None None] Network fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:23.346688 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66021503-54ca-4040-9580-08c3db49374a,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:23.353681 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:23.357516 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 1cdd17c0-799d-4ac9-8e8c-e4971667af98 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:23.357891 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:23.372901 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Network 985cc55b-f372-49ec-9629-66d97c3fcf56 is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:41:23.430449 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4d21e688-0b3c-4a70-893f-4cb58a02b5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:23.440639 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4d21e688-0b3c-4a70-893f-4cb58a02b5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:23.443447 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, 985cc55b-f372-49ec-9629-66d97c3fcf56) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:23.456633 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:23.457305 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:23.464511 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14da776c-fd6c-453e-a1e2-04358b41f45a None None] Network 985cc55b-f372-49ec-9629-66d97c3fcf56 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:23.468654 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:23.514503 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-4d21e688-0b3c-4a70-893f-4cb58a02b5af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39b49370c2834c18a5c7ebb4c4963c49&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4350281 May 14 09:41:23.521886 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54174) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:23.536163 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-de48fa1e-cacb-46b4-abf6-9b68a778e358 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0570784 May 14 09:41:23.538323 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54180) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:23.551420 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:23.558085 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:23.564068 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:23.565800 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Usage tracker for resource:router and tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:23.576260 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:23.582076 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-583600d7-b3d7-4b8e-b558-65e363e58837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:23.625405 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:23.627406 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21e688-0b3c-4a70-893f-4cb58a02b5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee165f14-66aa-44aa-81dd-5ba98b2325a4,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:23.652100 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4d21e688-0b3c-4a70-893f-4cb58a02b5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:23.682450 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11861'] for router, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:23.683505 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11852'] for router, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:23.698614 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=36345682-3bf2-403f-af58-532cd7fb64df,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:23.706067 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:23.719443 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Checking segment: {'id': 'ca7897c7-2aa3-4b67-b575-ea733d1c8cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f430aeff-fa67-4243-a5b4-e83d66534c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:23.720007 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Network hostable DHCP agents. Network: f430aeff-fa67-4243-a5b4-e83d66534c34, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:41:23.742626 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 is scheduled to L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 with binding_index 1 {{(pid=78752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:41:23.751652 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:23.771625 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Network f430aeff-fa67-4243-a5b4-e83d66534c34 is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:41:23.827418 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54200) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:23.844471 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, f430aeff-fa67-4243-a5b4-e83d66534c34) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:23.845300 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3599be6f-c413-4a5c-a9aa-3e284749ada8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:23.873300 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c99a53-354a-4c43-9492-480195a1f382 None None] Network f430aeff-fa67-4243-a5b4-e83d66534c34 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:23.953828 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:23.954694 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:24.105303 dv-cinder-734144-18-iscsi neutron-server[78752]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 14 09:41:24.137381 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8395286 May 14 09:41:24.162048 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11902'] for router, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:24.334292 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3599be6f-c413-4a5c-a9aa-3e284749ada8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:24.354441 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64deb717-207c-49d9-a6ea-c0ddd0e7684a None None] Network f430aeff-fa67-4243-a5b4-e83d66534c34 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:24.374420 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79c7ac22-ec21-5ed3-bdbe-a90c3be08043-985cc55b-f372-49ec-9629-66d97c3fcf56', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a'}]}} from dv-cinder-734144-18-iscsi. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:41:24.375462 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:24.398327 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:41:24.409661 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Sync routers for ids ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:41:24.421994 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for subnet, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:24.446550 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Routers {'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:24.459988 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8ae79323-056c-4adf-8299-f0eb0f768a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:24.461207 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:41:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:24.565940 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:24.567132 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5213032 May 14 09:41:24.573638 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54224) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:24.597432 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-700a4add-6c34-4707-8179-235d37809ed9 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:24.604385 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-700a4add-6c34-4707-8179-235d37809ed9 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/networks?id=fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee HTTP/1.1" status: 200 len: 812 time: 0.7606704 May 14 09:41:24.647759 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3599be6f-c413-4a5c-a9aa-3e284749ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:24.649001 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc9d5e2-e185-405f-8722-476ba29acd76,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:24.657362 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-d5c8bd4c-6d40-4890-aedc-d63ef865271e tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/quotas/265b243724394ce3afa62c5df724d8b9 HTTP/1.1" status: 200 len: 375 time: 0.0520780 May 14 09:41:24.662026 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:24.667885 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4d21e688-0b3c-4a70-893f-4cb58a02b5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:24.746860 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599be6f-c413-4a5c-a9aa-3e284749ada8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee165f14-66aa-44aa-81dd-5ba98b2325a4,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:24.754681 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3599be6f-c413-4a5c-a9aa-3e284749ada8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:24.758301 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-3599be6f-c413-4a5c-a9aa-3e284749ada8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee165f14-66aa-44aa-81dd-5ba98b2325a4 HTTP/1.1" status: 204 len: 168 time: 1.2281909 May 14 09:41:24.758301 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Checking segment: {'id': '92bf2871-13c9-4734-9497-ea00a963e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:24.758301 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Network hostable DHCP agents. Network: bb5188e6-2019-4f12-8f56-7be059842ad1, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:41:24.760430 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3599be6f-c413-4a5c-a9aa-3e284749ada8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:24.771863 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-115b2297-2b10-41e8-a405-baea937cbb0b tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=265b243724394ce3afa62c5df724d8b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1133969 May 14 09:41:24.816760 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Network bb5188e6-2019-4f12-8f56-7be059842ad1 is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:41:24.844951 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, bb5188e6-2019-4f12-8f56-7be059842ad1) {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:24.857560 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:24.857851 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Set router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:24.860325 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:24.899738 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fa8132-66c8-46d2-bd6c-40c03e6e7f1c None None] Network bb5188e6-2019-4f12-8f56-7be059842ad1 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:24.900849 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.1135352 May 14 09:41:24.903347 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54240) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:24.913729 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1194991320-router', 'tenant_id': '820eac1dbc9946d4beb718c13a457562', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:24.928115 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:24.938534 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Usage tracker for resource:router and tenant:820eac1dbc9946d4beb718c13a457562 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:24.973179 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:24.999782 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:25.027773 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11861'] for router, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:25.031330 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11852'] for router, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:25.077628 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:25.207040 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Allocated IP 172.20.0.2 (985cc55b-f372-49ec-9629-66d97c3fcf56/66021503-54ca-4040-9580-08c3db49374a/3dcd6d5c-74d3-4065-814a-554b285885ac) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:25.412619 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd32212-4a70-4bf6-899e-c12935f590e3 None None] Network bb5188e6-2019-4f12-8f56-7be059842ad1 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:25.593319 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54252) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:25.617561 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:25.635958 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Transition to ACTIVE for port object 3dcd6d5c-74d3-4065-814a-554b285885ac will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:25.659562 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Transition to ACTIVE for port object 3dcd6d5c-74d3-4065-814a-554b285885ac will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:25.660356 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:21Z', 'revision_number': 3, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:25.669590 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Checking router: b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:41:25.670293 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Updating router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 port e8aabf2c-8837-4d87-bda5-49dbd40b1d50 binding host dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:41:25.677820 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:25.712598 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:25.771557 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:25.784008 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:25.803692 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11902'] for router, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:25.815472 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:25.819367 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54260) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:25.867800 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Network 985cc55b-f372-49ec-9629-66d97c3fcf56 is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:25.873249 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:25.877092 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:25.901875 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-52de7931-e353-42af-a01c-869571dda681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:25.939945 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-52de7931-e353-42af-a01c-869571dda681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:25.952421 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-52de7931-e353-42af-a01c-869571dda681 admin admin] Usage tracker for resource:security_group_rule and tenant:bd5ac27950e14e8dac969fa0281c3761 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:25.956389 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-52de7931-e353-42af-a01c-869571dda681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:25.962818 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-52de7931-e353-42af-a01c-869571dda681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:26.072396 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Pushing event updated for resources: {'Port': ['ID=3dcd6d5c-74d3-4065-814a-554b285885ac,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:26.084421 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:26.094777 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Attempting to bind port 3dcd6d5c-74d3-4065-814a-554b285885ac on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:26.095318 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Attempting to bind port 3dcd6d5c-74d3-4065-814a-554b285885ac by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:26.096095 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Attempting to bind port 3dcd6d5c-74d3-4065-814a-554b285885ac on network 985cc55b-f372-49ec-9629-66d97c3fcf56 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:26.103384 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-52de7931-e353-42af-a01c-869571dda681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:26.110169 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:26.113747 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Checking segment: {'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:26.114412 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:26.115009 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Bound using segment: {'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:26.115761 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Bound port: 3dcd6d5c-74d3-4065-814a-554b285885ac, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:26.116342 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:26.126394 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-52de7931-e353-42af-a01c-869571dda681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:26.237411 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3599be6f-c413-4a5c-a9aa-3e284749ada8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:26.268547 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Allocated IP 172.27.2.142 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/313b2f3b-51ab-44c5-a18b-30d015876a98) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:26.277431 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de7931-e353-42af-a01c-869571dda681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737096cf-0019-4114-ace8-e13c9940b8cc,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:26.289961 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca662574-989c-4257-9f8e-52707bec8a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:26.297360 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-52de7931-e353-42af-a01c-869571dda681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:26.358879 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-4283e58a-7346-4c35-b461-8ee35c9c9083 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78752) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:41:26.360320 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-4283e58a-7346-4c35-b461-8ee35c9c9083 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2493165 May 14 09:41:26.364845 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-52de7931-e353-42af-a01c-869571dda681 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd5ac27950e14e8dac969fa0281c3761&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5370588 May 14 09:41:26.373280 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54274) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:26.440780 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ca662574-989c-4257-9f8e-52707bec8a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:26.456749 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] For port 3dcd6d5c-74d3-4065-814a-554b285885ac, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:26.464873 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] For port 3dcd6d5c-74d3-4065-814a-554b285885ac, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=3dcd6d5c-74d3-4065-814a-554b285885ac,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:26.500139 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ca662574-989c-4257-9f8e-52707bec8a7f admin admin] Usage tracker for resource:security_group_rule and tenant:c0013a5a5ef14da6ad01dc68cf9cb378 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:26.503426 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ca662574-989c-4257-9f8e-52707bec8a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:26.513092 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ca662574-989c-4257-9f8e-52707bec8a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:26.531023 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54284) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:26.534476 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:26.553737 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:26.626042 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1933849642-network', 'tenant_id': '09e80cd55c7642eca3b10228f752bf32'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:26.638089 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7aa8a3c6-2ace-48f1-9d6d-ee774c7276a4 service neutron] 10.222.0.30 "GET /v2.0/networks/fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701209 May 14 09:41:26.733919 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Pushing event updated for resources: {'Port': ['ID=3dcd6d5c-74d3-4065-814a-554b285885ac,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:26.764939 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:26.848951 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:26.869292 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Usage tracker for resource:network and tenant:09e80cd55c7642eca3b10228f752bf32 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:26.872689 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:26.879769 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:26.898291 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:26.917119 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:26.922484 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Made reservation on behalf of 09e80cd55c7642eca3b10228f752bf32 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:26.925155 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:26.981879 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:27.171439 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 3dcd6d5c-74d3-4065-814a-554b285885ac up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:27.180127 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:27.184511 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3872aa19-e08c-4f38-81dc-e28fc338aed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:27.201202 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Usage tracker for resource:security_group_rule and tenant:09e80cd55c7642eca3b10228f752bf32 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:27.232772 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:27.313362 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:27.318830 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:27.326347 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 3dcd6d5c-74d3-4065-814a-554b285885ac completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:27.331999 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca662574-989c-4257-9f8e-52707bec8a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:27.342501 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3872aa19-e08c-4f38-81dc-e28fc338aed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:27.361544 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8fdfdc79-3430-4955-88e0-9663db068bb5 service neutron] 10.222.0.30 "GET /v2.0/networks/fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7220244 May 14 09:41:27.361848 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca662574-989c-4257-9f8e-52707bec8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:27.362892 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:27.376486 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:27.406849 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:27.539192 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ca662574-989c-4257-9f8e-52707bec8a7f admin admin] Synchronizing usage tracker for tenant:9344223d7d054efdae04fb4b96ba2de5 on resource:security_group {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:41:27.547701 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:27.556484 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca662574-989c-4257-9f8e-52707bec8a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a862f99-81fb-47ae-aa54-94be11ab7e8c,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:27.571106 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:27.602322 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ca662574-989c-4257-9f8e-52707bec8a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:27.604513 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:27.692218 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Allocated IP 172.20.0.1 (33793f62-2dd2-41d9-955d-c771f928128f/35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a/f19077fa-b11f-4396-b444-44ec9607bb6c) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:27.717009 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:27.763756 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e5c7504b-b7b6-4a1f-94ec-368335852309 req-03633cdf-08cd-4077-8acb-81178f69c7d7 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 210 time: 0.0953336 May 14 09:41:27.843374 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:27.863803 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Transition to ACTIVE for port object e8aabf2c-8837-4d87-bda5-49dbd40b1d50 will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:27.873620 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:27.894791 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-0e0b6510-6fd9-410f-a3d5-f58521fd30fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:28.034320 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Allocated IP 172.27.2.235 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/07cc1883-caed-4a95-9c42-57072ff5a874) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:28.053627 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:41:28.054984 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Attempting to bind port e8aabf2c-8837-4d87-bda5-49dbd40b1d50 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:28.056136 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Attempting to bind port e8aabf2c-8837-4d87-bda5-49dbd40b1d50 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:28.056608 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Attempting to bind port e8aabf2c-8837-4d87-bda5-49dbd40b1d50 on network 280262f0-cec7-4ef6-9ec9-17feedefdc59 {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:28.069722 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:28.070261 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Checking segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:28.070813 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.071305 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Bound using segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:28.071952 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Bound port: e8aabf2c-8837-4d87-bda5-49dbd40b1d50, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:28.072452 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.098648 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Pushing event updated for resources: {'Port': ['ID=e8aabf2c-8837-4d87-bda5-49dbd40b1d50,revision_number=2']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:28.116336 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.117284 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.117757 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.118175 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.118609 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.119559 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.120211 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.120581 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.121450 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.121871 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.122290 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.122888 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Tracked resource versions report: May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: pushed versions: May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: { 'AddressGroup': {'1.2'}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'ConntrackHelper': {'1.0'}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Log': {'1.0'}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Network': {'1.1'}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Port': {'1.7'}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'PortForwarding': {'1.2'}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'QosPolicy': {'1.8'}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'SecurityGroup': {'1.4'}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'SecurityGroupRule': {'1.2'}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'SubPort': {'1.0'}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Subnet': {'1.1'}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Trunk': {'1.1'}} May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: consumer versions: May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: { DHCP agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: HyperV agent@hv-cinder-73414: {}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: L3 agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: Metadata agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: Metering agent@dv-cinder-734144-18-iscsi: {}, May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: Open vSwitch agent@dv-cinder-734144-18-iscsi: { 'AddressGroup': '1.2', May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'ConntrackHelper': '1.0', May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Log': '1.0', May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Network': '1.1', May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Port': '1.7', May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'PortForwarding': '1.2', May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'QosPolicy': '1.8', May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'SecurityGroup': '1.4', May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'SecurityGroupRule': '1.2', May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'SubPort': '1.0', May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Subnet': '1.1', May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: 'Trunk': '1.1'}} May 14 09:41:28.124335 dv-cinder-734144-18-iscsi neutron-server[78754]: {{(pid=78754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:41:28.137050 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:28.210487 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] For port e8aabf2c-8837-4d87-bda5-49dbd40b1d50, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:28.214625 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] For port e8aabf2c-8837-4d87-bda5-49dbd40b1d50, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=e8aabf2c-8837-4d87-bda5-49dbd40b1d50,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:28.224677 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.231335 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:28.315774 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ca662574-989c-4257-9f8e-52707bec8a7f admin admin] Unset dirty status for tenant:9344223d7d054efdae04fb4b96ba2de5 on resource:security_group {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:41:28.317107 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ca662574-989c-4257-9f8e-52707bec8a7f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0013a5a5ef14da6ad01dc68cf9cb378&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7043238 May 14 09:41:28.320708 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54342) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:28.327253 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Routers {'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:28.327912 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:41:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:28.328263 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.333819 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42963c3-52fc-4d4f-b7ee-d18f864a346a None None] Network 985cc55b-f372-49ec-9629-66d97c3fcf56 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:28.339130 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3872aa19-e08c-4f38-81dc-e28fc338aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.356671 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=313b2f3b-51ab-44c5-a18b-30d015876a98,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:28.426203 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:28.433274 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:28.474295 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ae2fcfc5-7b02-4431-9a59-169d68d4d0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.501159 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-27bda916-4b94-4aa1-92fe-c063aa011bdd None None] Provisioning for port 3dcd6d5c-74d3-4065-814a-554b285885ac completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:28.514988 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-27bda916-4b94-4aa1-92fe-c063aa011bdd None None] Provisioning complete for port 3dcd6d5c-74d3-4065-814a-554b285885ac triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:28.515397 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-27bda916-4b94-4aa1-92fe-c063aa011bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.516849 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ae2fcfc5-7b02-4431-9a59-169d68d4d0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.531046 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.541624 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Pushing event updated for resources: {'Port': ['ID=e8aabf2c-8837-4d87-bda5-49dbd40b1d50,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:28.551063 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872aa19-e08c-4f38-81dc-e28fc338aed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737096cf-0019-4114-ace8-e13c9940b8cc,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:28.560915 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.564492 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:28.575077 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3872aa19-e08c-4f38-81dc-e28fc338aed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:28.576739 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.589815 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:28.594883 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:28.619646 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] Set router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:28.688952 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Pushing event updated for resources: {'Port': ['ID=07cc1883-caed-4a95-9c42-57072ff5a874,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:28.694105 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:28.696621 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:28.718133 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:28.730931 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:28.763090 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.846562 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-27bda916-4b94-4aa1-92fe-c063aa011bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.888295 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:41:28.893226 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-27bda916-4b94-4aa1-92fe-c063aa011bdd None None] For port 3dcd6d5c-74d3-4065-814a-554b285885ac, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=3dcd6d5c-74d3-4065-814a-554b285885ac,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:28.908182 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-27bda916-4b94-4aa1-92fe-c063aa011bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.914489 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:29.001156 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bda916-4b94-4aa1-92fe-c063aa011bdd None None] Pushing event updated for resources: {'Port': ['ID=3dcd6d5c-74d3-4065-814a-554b285885ac,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:29.005681 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-27bda916-4b94-4aa1-92fe-c063aa011bdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:29.015650 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ae2fcfc5-7b02-4431-9a59-169d68d4d0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.018209 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3872aa19-e08c-4f38-81dc-e28fc338aed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.023575 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-3872aa19-e08c-4f38-81dc-e28fc338aed1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/737096cf-0019-4114-ace8-e13c9940b8cc HTTP/1.1" status: 204 len: 168 time: 2.5808947 May 14 09:41:29.046993 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2d1e9b-c4fd-4ded-b480-6e95d86f9975,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:29.064445 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.068264 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.segments_db [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Added segment b8f29f11-ae02-474c-b31a-3c885c4b46d6 of type vlan for network c0e1e7f8-6957-446c-9e4f-9ab4138f6ce5 May 14 09:41:29.072298 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:29.077087 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7462cb30-0288-4ebe-953b-bdc10a0fcf62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:29.102559 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fcfc5-7b02-4431-9a59-169d68d4d0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a862f99-81fb-47ae-aa54-94be11ab7e8c,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:29.105729 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ae2fcfc5-7b02-4431-9a59-169d68d4d0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:29.128519 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-238cb251-8bda-4196-baca-4b7394a335bf req-a285f565-4a7e-440b-a2e6-f49f582c1597 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 210 time: 0.1169755 May 14 09:41:29.129748 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.129908 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ae2fcfc5-7b02-4431-9a59-169d68d4d0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.131097 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-ae2fcfc5-7b02-4431-9a59-169d68d4d0de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a862f99-81fb-47ae-aa54-94be11ab7e8c HTTP/1.1" status: 204 len: 168 time: 0.8090639 May 14 09:41:29.170570 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.177175 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Transition to ACTIVE for port object f19077fa-b11f-4396-b444-44ec9607bb6c will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:29.238877 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:21Z', 'revision_number': 3, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:29.258036 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409da997-18b6-43d3-a037-8befc87792f7 None None] The sync data for ids ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'] in dv-cinder-734144-18-iscsi is: [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:21Z', 'revision_number': 3, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:41:29.338276 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.450897 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-4e80149b-ab9f-4f2c-9309-52bd0c7bb150 None None] Provisioning complete for port 3dcd6d5c-74d3-4065-814a-554b285885ac triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:29.452357 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4e80149b-ab9f-4f2c-9309-52bd0c7bb150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.498357 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.db.resource_extend [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 09:41:29.648400 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.664236 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:29.665001 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.686677 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ada134a5-4e10-43e5-885d-632d58d55f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:29.791916 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.996249 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Pushing event updated for resources: {'Network': ['ID=c0e1e7f8-6957-446c-9e4f-9ab4138f6ce5,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:30.022968 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:30.026728 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:30.032335 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network c0e1e7f8-6957-446c-9e4f-9ab4138f6ce5 details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:41:30.167844 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Pushing event updated for resources: {'Port': ['ID=f19077fa-b11f-4396-b444-44ec9607bb6c,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:30.172107 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:30.188289 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682776'] for router, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.199737 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5949817 May 14 09:41:30.200988 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54402) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:30.415796 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682776'] for router, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.428890 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54410) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:30.493124 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Request body: {'subnet': {'network_id': 'c0e1e7f8-6957-446c-9e4f-9ab4138f6ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1933849642-subnet', 'tenant_id': '09e80cd55c7642eca3b10228f752bf32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:30.514496 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Network 33793f62-2dd2-41d9-955d-c771f928128f is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:30.519204 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:30.522649 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:30.533243 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:30.533937 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680132'] for router_interface, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.633388 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Usage tracker for resource:subnet and tenant:09e80cd55c7642eca3b10228f752bf32 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:30.673352 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:30.702615 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:30.756961 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.789363 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Made reservation on behalf of 09e80cd55c7642eca3b10228f752bf32 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:30.793028 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.841241 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c0c1911d-8d4e-4816-8a64-d8025d87ba79 req-7889bafd-a169-4825-997e-48329a3eec3c tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 210 time: 0.4090858 May 14 09:41:30.899125 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-7c8b3bb2-9cb8-4fb3-9e81-cc07621da0e9 None None] Provisioning for port f19077fa-b11f-4396-b444-44ec9607bb6c completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:30.910683 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-7c8b3bb2-9cb8-4fb3-9e81-cc07621da0e9 None None] Provisioning complete for port f19077fa-b11f-4396-b444-44ec9607bb6c triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:30.911466 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3bb2-9cb8-4fb3-9e81-cc07621da0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.989304 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b3bb2-9cb8-4fb3-9e81-cc07621da0e9 None None] Port f19077fa-b11f-4396-b444-44ec9607bb6c cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:41:31.022186 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Router 1c10fd19-8996-42bc-a8bf-07503498dddb is scheduled to L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 with binding_index 1 {{(pid=78752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:41:31.162061 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.77', 61651) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:31.266974 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device e8aabf2c-8837-4d87-bda5-49dbd40b1d50 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:31.478599 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port e8aabf2c-8837-4d87-bda5-49dbd40b1d50 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:31.486657 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port e8aabf2c-8837-4d87-bda5-49dbd40b1d50 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:31.486657 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:31.511568 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:41:31.550572 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Sync routers for ids ['1c10fd19-8996-42bc-a8bf-07503498dddb'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:41:31.553249 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:31.558543 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.6515102 May 14 09:41:31.559313 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54442) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:31.582510 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Routers {'1c10fd19-8996-42bc-a8bf-07503498dddb'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:31.583486 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:41:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['1c10fd19-8996-42bc-a8bf-07503498dddb'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:31.868860 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:31.889346 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port e8aabf2c-8837-4d87-bda5-49dbd40b1d50, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=e8aabf2c-8837-4d87-bda5-49dbd40b1d50,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:31.896678 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:31.904834 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 3dcd6d5c-74d3-4065-814a-554b285885ac up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:31.949145 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:32.036820 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=e8aabf2c-8837-4d87-bda5-49dbd40b1d50,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:32.043712 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:32.097262 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Set router 1c10fd19-8996-42bc-a8bf-07503498dddb gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:32.198333 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 is scheduled to L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 with binding_index 1 {{(pid=78751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:41:32.290732 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 3dcd6d5c-74d3-4065-814a-554b285885ac triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:32.291759 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.458194 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-ae88f106-b59f-4bea-b127-ba5b186d3d73 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:32.460983 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-ae88f106-b59f-4bea-b127-ba5b186d3d73 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Synchronizing usage tracker for tenant:265b243724394ce3afa62c5df724d8b9 on resource:network {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:41:32.628643 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1194991320-router', 'tenant_id': '820eac1dbc9946d4beb718c13a457562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:29Z', 'revision_number': 3, 'project_id': '820eac1dbc9946d4beb718c13a457562', 'gw_port': {'id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:32.635501 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Checking router: 1c10fd19-8996-42bc-a8bf-07503498dddb for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:41:32.636156 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Updating router 1c10fd19-8996-42bc-a8bf-07503498dddb port 07cc1883-caed-4a95-9c42-57072ff5a874 binding host dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:41:32.707200 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.745436 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.764069 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.791374 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680027'] for router_interface, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.800937 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-17cc3574-5476-4fc1-9b31-9c273499a2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:32.857856 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-ae88f106-b59f-4bea-b127-ba5b186d3d73 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Unset dirty status for tenant:265b243724394ce3afa62c5df724d8b9 on resource:network {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:41:32.858995 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-ae88f106-b59f-4bea-b127-ba5b186d3d73 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.77 "GET /v2.0/networks?id=fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee HTTP/1.1" status: 200 len: 812 time: 1.6858282 May 14 09:41:32.862627 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bd3f8f53-d379-4829-a81b-13ba2d06d44c req-d3a1adab-5a17-46e5-b8c3-7955ad328d29 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 210 time: 0.5463755 May 14 09:41:32.919695 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Request body: {'port': {'device_id': 'cad831b1-fb99-4cac-be1f-8b10d0825562', 'network_id': 'fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee', 'admin_state_up': True, 'tenant_id': '265b243724394ce3afa62c5df724d8b9'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:33.191484 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device e8aabf2c-8837-4d87-bda5-49dbd40b1d50 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:33.220478 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:33.226136 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Usage tracker for resource:port and tenant:265b243724394ce3afa62c5df724d8b9 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:33.229570 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:33.240652 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:33.250930 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Pushing event updated for resources: {'Port': ['ID=f19077fa-b11f-4396-b444-44ec9607bb6c,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:33.268011 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Made reservation on behalf of 265b243724394ce3afa62c5df724d8b9 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:33.271597 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:33.296614 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:33.324492 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:33.541269 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port e8aabf2c-8837-4d87-bda5-49dbd40b1d50 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:33.541998 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:33.584663 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:41:33.597066 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Sync routers for ids ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:41:33.616029 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Routers {'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:33.616670 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:41:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:33.818232 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54532) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:33.925339 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54536) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:33.944249 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:33.945490 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.4057810 May 14 09:41:33.961946 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54544) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:34.000645 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.035301 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Transition to ACTIVE for port object 07cc1883-caed-4a95-9c42-57072ff5a874 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:34.056223 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.082568 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:34.216108 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Set router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:34.241436 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Allocated IP 172.20.0.12 (fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee/a960ac02-cfba-4c08-877b-481f3375bcee/d1ab63c9-d68b-4f16-952f-322471fe1497) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:34.252855 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Attempting to bind port 07cc1883-caed-4a95-9c42-57072ff5a874 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:34.257322 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Attempting to bind port 07cc1883-caed-4a95-9c42-57072ff5a874 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:34.258146 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Attempting to bind port 07cc1883-caed-4a95-9c42-57072ff5a874 on network 280262f0-cec7-4ef6-9ec9-17feedefdc59 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:34.286026 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:34.291359 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Checking segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:34.291969 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.292520 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Bound using segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:34.293277 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Bound port: 07cc1883-caed-4a95-9c42-57072ff5a874, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:34.293836 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.410982 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-006d88bf-8ce8-4ffd-a887-d2813c99a12c req-a008e5af-f11a-47e6-9b20-e83dcb35959b tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 210 time: 0.1945608 May 14 09:41:34.415642 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518be19-53e4-4356-9c9a-2aa6e66124fc None None] Pushing event updated for resources: {'Port': ['ID=07cc1883-caed-4a95-9c42-57072ff5a874,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:34.430867 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-b518be19-53e4-4356-9c9a-2aa6e66124fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:34.484954 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Allocated IP 172.20.0.1 (bb5188e6-2019-4f12-8f56-7be059842ad1/4bc9d5e2-e185-405f-8722-476ba29acd76/649dda32-d472-4d09-ad73-3758ba462ec9) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:34.546803 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] For port 07cc1883-caed-4a95-9c42-57072ff5a874, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:34.551998 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] For port 07cc1883-caed-4a95-9c42-57072ff5a874, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=07cc1883-caed-4a95-9c42-57072ff5a874,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:34.558019 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54552) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:34.562522 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.579349 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:34.709769 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Routers {'1c10fd19-8996-42bc-a8bf-07503498dddb'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:34.710425 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:41:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['1c10fd19-8996-42bc-a8bf-07503498dddb'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:34.733227 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d12dce31-e4aa-4cdb-8321-c1be187a2cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.785586 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-d12dce31-e4aa-4cdb-8321-c1be187a2cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:34.809769 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-d12dce31-e4aa-4cdb-8321-c1be187a2cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:aae9bd0e4568428081918e132bd0000c is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:34.814815 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-d12dce31-e4aa-4cdb-8321-c1be187a2cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:34.862311 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-d12dce31-e4aa-4cdb-8321-c1be187a2cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:34.883092 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.964148 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:28Z', 'revision_number': 3, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:34.968688 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Checking router: fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:41:34.969027 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Updating router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 port 313b2f3b-51ab-44c5-a18b-30d015876a98 binding host dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:41:34.977076 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.014101 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.015199 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e59a6100-916e-4f8d-b1f8-f8d714c4ddc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.074690 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.092887 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] Set router 1c10fd19-8996-42bc-a8bf-07503498dddb gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:35.146890 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d12dce31-e4aa-4cdb-8321-c1be187a2cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.154851 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d12dce31-e4aa-4cdb-8321-c1be187a2cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.165011 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e59a6100-916e-4f8d-b1f8-f8d714c4ddc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:35.166969 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:35.175689 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.250016 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Network bb5188e6-2019-4f12-8f56-7be059842ad1 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:35.267468 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:35.285991 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-d12dce31-e4aa-4cdb-8321-c1be187a2cc5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aae9bd0e4568428081918e132bd0000c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7268522 May 14 09:41:35.286971 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:35.296789 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680132'] for router_interface, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.484517 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54558) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:35.491244 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-36cfd367-a56c-4c18-8940-ee9cfe96c8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:35.580724 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5c3eb7b3-a8fa-4fae-af5b-84192d5a2691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.603580 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e59a6100-916e-4f8d-b1f8-f8d714c4ddc0 admin admin] Usage tracker for resource:security_group_rule and tenant:bd9b597276214902ab54ac58d89db376 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:35.689035 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12dce31-e4aa-4cdb-8321-c1be187a2cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8fab7e-52a7-4b4f-a26e-bae09e7e0c10,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:35.696342 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d12dce31-e4aa-4cdb-8321-c1be187a2cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:35.723024 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-074586a8-44a1-466e-8ce0-e2bcbeba87e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:35.724862 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518be19-53e4-4356-9c9a-2aa6e66124fc None None] Pushing event updated for resources: {'Port': ['ID=07cc1883-caed-4a95-9c42-57072ff5a874,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:35.732773 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-b518be19-53e4-4356-9c9a-2aa6e66124fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.153s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:35.758076 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.791151 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e59a6100-916e-4f8d-b1f8-f8d714c4ddc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:35.802113 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Transition to ACTIVE for port object 313b2f3b-51ab-44c5-a18b-30d015876a98 will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:35.831086 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.848689 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:35.849534 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Network 33793f62-2dd2-41d9-955d-c771f928128f is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:35.925995 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ff4a7e-606b-497f-9d37-e0191ebc903b,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:36.066966 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.069602 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:36.092192 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c5d18-cb32-40d0-9e98-a01633dc776e None None] Pushing event updated for resources: {'Port': ['ID=313b2f3b-51ab-44c5-a18b-30d015876a98,revision_number=2']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:36.103900 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-887c5d18-cb32-40d0-9e98-a01633dc776e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:36.111698 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1194991320-router', 'tenant_id': '820eac1dbc9946d4beb718c13a457562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:29Z', 'revision_number': 3, 'project_id': '820eac1dbc9946d4beb718c13a457562', 'gw_port': {'id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:36.113251 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Attempting to bind port 313b2f3b-51ab-44c5-a18b-30d015876a98 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:36.113837 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Attempting to bind port 313b2f3b-51ab-44c5-a18b-30d015876a98 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:36.114546 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Attempting to bind port 313b2f3b-51ab-44c5-a18b-30d015876a98 on network 280262f0-cec7-4ef6-9ec9-17feedefdc59 {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:36.116862 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52e9d1-df4b-46e8-aabf-02a28988365d None None] The sync data for ids ['1c10fd19-8996-42bc-a8bf-07503498dddb'] in dv-cinder-734144-18-iscsi is: [{'id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1194991320-router', 'tenant_id': '820eac1dbc9946d4beb718c13a457562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:29Z', 'revision_number': 3, 'project_id': '820eac1dbc9946d4beb718c13a457562', 'gw_port': {'id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:41:36.118763 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Pushing event updated for resources: {'Port': ['ID=649dda32-d472-4d09-ad73-3758ba462ec9,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:36.126674 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:36.127400 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e59a6100-916e-4f8d-b1f8-f8d714c4ddc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:36.127505 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.130751 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:36.131906 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Checking segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:36.132839 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.133891 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Bound using segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:36.134944 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Bound port: 313b2f3b-51ab-44c5-a18b-30d015876a98, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:36.139331 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.151942 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:36.226517 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-5c3eb7b3-a8fa-4fae-af5b-84192d5a2691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:36.244692 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:36.301957 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ca75c-57e0-4d5e-9364-0636d8091a09 req-238a9cfa-9fed-4964-a256-8c573534c51e tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:36.309793 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0d3ca75c-57e0-4d5e-9364-0636d8091a09 req-238a9cfa-9fed-4964-a256-8c573534c51e tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 932 time: 0.5033927 May 14 09:41:36.349288 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Checking segment: {'id': 'b8f29f11-ae02-474c-b31a-3c885c4b46d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c0e1e7f8-6957-446c-9e4f-9ab4138f6ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:36.350280 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Network hostable DHCP agents. Network: c0e1e7f8-6957-446c-9e4f-9ab4138f6ce5, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:41:36.355798 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2b589b59-9e42-43b9-b394-9881b39e6b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.358482 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] For port 313b2f3b-51ab-44c5-a18b-30d015876a98, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:36.366638 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] For port 313b2f3b-51ab-44c5-a18b-30d015876a98, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=313b2f3b-51ab-44c5-a18b-30d015876a98,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:36.375362 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.377682 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-5c3eb7b3-a8fa-4fae-af5b-84192d5a2691 admin admin] Usage tracker for resource:security_group_rule and tenant:78d9b6fc8b88434e98ef50c02fbe06db is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:36.380193 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:36.406960 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Network fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:36.408069 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-5c3eb7b3-a8fa-4fae-af5b-84192d5a2691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:36.643979 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.646391 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0d3ca75c-57e0-4d5e-9364-0636d8091a09 req-478de1d7-0208-4f22-b347-e49d05cbdd76 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355799 May 14 09:41:36.668215 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Network c0e1e7f8-6957-446c-9e4f-9ab4138f6ce5 is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:41:36.680826 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:36.702716 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-5c3eb7b3-a8fa-4fae-af5b-84192d5a2691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:36.726056 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:36.739120 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Routers {'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:36.739951 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:41:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:36.744559 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:36.745743 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.807876 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2b589b59-9e42-43b9-b394-9881b39e6b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.817688 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.832223 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.833809 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680027'] for router_interface, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.857685 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:36.987479 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-8cc61456-9896-4ac2-b092-57cf18c91e9c None None] Provisioning complete for port f19077fa-b11f-4396-b444-44ec9607bb6c triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:36.987994 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8cc61456-9896-4ac2-b092-57cf18c91e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:37.057255 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, c0e1e7f8-6957-446c-9e4f-9ab4138f6ce5) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:37.067464 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1563208 May 14 09:41:37.076002 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c5d18-cb32-40d0-9e98-a01633dc776e None None] Pushing event updated for resources: {'Port': ['ID=313b2f3b-51ab-44c5-a18b-30d015876a98,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:37.094149 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-887c5d18-cb32-40d0-9e98-a01633dc776e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:37.100493 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab5d85-b296-44bc-8d36-69c4bb50c880 None None] Network c0e1e7f8-6957-446c-9e4f-9ab4138f6ce5 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:37.137613 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:37.141340 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:37.212739 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Pushing event updated for resources: {'Port': ['ID=649dda32-d472-4d09-ad73-3758ba462ec9,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:37.221779 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:37.242485 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 07cc1883-caed-4a95-9c42-57072ff5a874 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:37.265323 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] Set router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:37.320488 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Network bb5188e6-2019-4f12-8f56-7be059842ad1 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:37.324497 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:37.367472 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-8cc61456-9896-4ac2-b092-57cf18c91e9c None None] Port f19077fa-b11f-4396-b444-44ec9607bb6c cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:41:37.429450 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 07cc1883-caed-4a95-9c42-57072ff5a874 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:37.450764 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 07cc1883-caed-4a95-9c42-57072ff5a874 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:37.456171 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:37.567901 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Pushing event updated for resources: {'Port': ['ID=d1ab63c9-d68b-4f16-952f-322471fe1497,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:37.693834 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-a34e8808-aeef-4856-a2ed-c99002626318 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:41:37.695071 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-a34e8808-aeef-4856-a2ed-c99002626318 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1285815 May 14 09:41:37.722151 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.479s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:37.724026 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 7.3819690 May 14 09:41:37.828626 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:41:37.918948 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5c3eb7b3-a8fa-4fae-af5b-84192d5a2691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:38.026860 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5c3eb7b3-a8fa-4fae-af5b-84192d5a2691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:38.034262 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:28Z', 'revision_number': 3, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:38.047267 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84bf09-ea86-4aea-be0a-5782a0691b59 None None] The sync data for ids ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'] in dv-cinder-734144-18-iscsi is: [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:28Z', 'revision_number': 3, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:41:38.086780 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:38.107972 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:38.126150 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Router 1c10fd19-8996-42bc-a8bf-07503498dddb has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:41:38.159450 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54578) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:38.184545 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 07cc1883-caed-4a95-9c42-57072ff5a874, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=07cc1883-caed-4a95-9c42-57072ff5a874,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:38.185081 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2b589b59-9e42-43b9-b394-9881b39e6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:38.198840 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:38.208575 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb36dec-10d5-44ec-973c-82808820197c None None] Network c0e1e7f8-6957-446c-9e4f-9ab4138f6ce5 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:38.249192 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3eb7b3-a8fa-4fae-af5b-84192d5a2691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4420fad-a15d-42f0-9d01-c3a93c49f70e,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:38.259475 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-5c3eb7b3-a8fa-4fae-af5b-84192d5a2691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:38.276825 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:38.658662 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-51140094-0de1-437c-af3f-2fe195e35011 admin admin] Deleting subnet 36345682-3bf2-403f-af58-532cd7fb64df {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:41:38.673131 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-51140094-0de1-437c-af3f-2fe195e35011 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:38.675126 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=07cc1883-caed-4a95-9c42-57072ff5a874,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:38.689219 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:38.831946 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd4433-34dc-4333-8feb-5e9d7e0fc016 req-8388ed9a-9b79-4d27-bed9-c2402f1503bb tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:38.840330 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c9fd4433-34dc-4333-8feb-5e9d7e0fc016 req-8388ed9a-9b79-4d27-bed9-c2402f1503bb tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 932 time: 0.8250864 May 14 09:41:38.948026 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Allocated IP 172.20.0.1 (985cc55b-f372-49ec-9629-66d97c3fcf56/66021503-54ca-4040-9580-08c3db49374a/59df3c76-6bf2-41e8-9ff1-fd0e3d994752) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:38.954246 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-51140094-0de1-437c-af3f-2fe195e35011 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:38.965537 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-51140094-0de1-437c-af3f-2fe195e35011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:39.083162 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Request body: {'port': {'device_id': 'cad831b1-fb99-4cac-be1f-8b10d0825562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:39.137183 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:41:39.159073 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c9fd4433-34dc-4333-8feb-5e9d7e0fc016 req-4d84c045-c214-4d71-9727-7d43b9b0456e tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998047 May 14 09:41:39.170210 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:39.194650 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Sync routers for ids ['1c10fd19-8996-42bc-a8bf-07503498dddb'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:41:39.211945 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Routers {'1c10fd19-8996-42bc-a8bf-07503498dddb'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:39.212510 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:41:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['1c10fd19-8996-42bc-a8bf-07503498dddb'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:39.319387 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] 10.222.0.30 "PUT /v2.0/routers/1c10fd19-8996-42bc-a8bf-07503498dddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7580411 May 14 09:41:39.370713 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e59a6100-916e-4f8d-b1f8-f8d714c4ddc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:39.391045 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 07cc1883-caed-4a95-9c42-57072ff5a874 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:39.542111 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:39.583613 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Transition to ACTIVE for port object 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:39.622232 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-51140094-0de1-437c-af3f-2fe195e35011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:39.630864 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e59a6100-916e-4f8d-b1f8-f8d714c4ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:39.635363 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-fb463fda-eb35-44ac-a528-3f344f36d089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:39.640683 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b589b59-9e42-43b9-b394-9881b39e6b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8fab7e-52a7-4b4f-a26e-bae09e7e0c10,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:39.686606 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-51140094-0de1-437c-af3f-2fe195e35011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:39.695824 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-51140094-0de1-437c-af3f-2fe195e35011 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/36345682-3bf2-403f-af58-532cd7fb64df HTTP/1.1" status: 204 len: 168 time: 1.5190558 May 14 09:41:39.697199 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:41:39.700810 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54584) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:39.705570 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51140094-0de1-437c-af3f-2fe195e35011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36345682-3bf2-403f-af58-532cd7fb64df,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:39.706998 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Sync routers for ids ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:41:39.714438 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2b589b59-9e42-43b9-b394-9881b39e6b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:39.715580 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2b589b59-9e42-43b9-b394-9881b39e6b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:39.735360 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Routers {'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:39.736152 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:41:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:39.851039 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-e59a6100-916e-4f8d-b1f8-f8d714c4ddc0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd9b597276214902ab54ac58d89db376&name=default HTTP/1.1" status: 200 len: 2979 time: 5.9224663 May 14 09:41:39.860807 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a6100-916e-4f8d-b1f8-f8d714c4ddc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59768e08-9cb9-4557-8a40-20f81b0b74ec,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:39.871255 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:39.874309 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-51140094-0de1-437c-af3f-2fe195e35011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:39.874898 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54588) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:39.941605 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-5c3eb7b3-a8fa-4fae-af5b-84192d5a2691 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78d9b6fc8b88434e98ef50c02fbe06db&name=default HTTP/1.1" status: 200 len: 2979 time: 6.1217418 May 14 09:41:39.953619 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54592) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:39.964580 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e59a6100-916e-4f8d-b1f8-f8d714c4ddc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:39.970337 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 07cc1883-caed-4a95-9c42-57072ff5a874 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:39.970786 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:40.057309 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Set router 1c10fd19-8996-42bc-a8bf-07503498dddb gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:40.096711 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c07c676f-4d03-49e3-81e5-40442534536d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:40.146612 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c07c676f-4d03-49e3-81e5-40442534536d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:40.186333 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:40.303900 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] 10.222.0.30 "PUT /v2.0/routers/b5de3dbf-2389-4322-a4fb-ae8f6aa556d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7248423 May 14 09:41:40.320900 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2b589b59-9e42-43b9-b394-9881b39e6b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:40.322049 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-2b589b59-9e42-43b9-b394-9881b39e6b90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c8fab7e-52a7-4b4f-a26e-bae09e7e0c10 HTTP/1.1" status: 204 len: 168 time: 4.7430623 May 14 09:41:40.351033 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:40.374691 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:40.537475 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Set router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:40.549554 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Network 985cc55b-f372-49ec-9629-66d97c3fcf56 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:40.586462 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:40.605033 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:40.605766 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680132'] for router_interface, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:40.869036 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f7be625c-57fd-4079-9e04-d2573cdf458e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:40.956770 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c07c676f-4d03-49e3-81e5-40442534536d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.099296 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.154132 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Pushing event updated for resources: {'Port': ['ID=59df3c76-6bf2-41e8-9ff1-fd0e3d994752,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:41.163001 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:41.197831 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:41.312205 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-61432cb1-1f81-4a8c-97d6-c4932d562140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.384479 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.457076 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c676f-4d03-49e3-81e5-40442534536d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4420fad-a15d-42f0-9d01-c3a93c49f70e,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:41.479192 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c07c676f-4d03-49e3-81e5-40442534536d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:41.485086 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c07c676f-4d03-49e3-81e5-40442534536d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.511716 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-c07c676f-4d03-49e3-81e5-40442534536d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4420fad-a15d-42f0-9d01-c3a93c49f70e HTTP/1.1" status: 204 len: 168 time: 1.5027473 May 14 09:41:41.523599 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f7be625c-57fd-4079-9e04-d2573cdf458e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.525703 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:30Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'f19077fa-b11f-4396-b444-44ec9607bb6c', 'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'mac_address': 'fa:16:3e:1e:42:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 2, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'subnets': [{'id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:41.542523 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Checking router: b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:41:41.542921 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Updating router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 port f19077fa-b11f-4396-b444-44ec9607bb6c binding host dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:41:41.579450 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:41.581226 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:41.583580 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:41.585206 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Subscribe: > port after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:41.586400 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:41.587448 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Subscribe: > port after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:41.589809 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:41.592035 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:41.593069 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:41.596674 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:41.660188 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ae2f6009-df28-40a0-b5b4-678806cb074d None None] Provisioning for port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:41.708856 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.728369 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ae2f6009-df28-40a0-b5b4-678806cb074d None None] Provisioning complete for port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:41.730970 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6009-df28-40a0-b5b4-678806cb074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.829720 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 313b2f3b-51ab-44c5-a18b-30d015876a98 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:41.851450 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.db.resource_extend [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 09:41:42.068022 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f6009-df28-40a0-b5b4-678806cb074d None None] Port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:41:42.143191 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1194991320-router', 'tenant_id': '820eac1dbc9946d4beb718c13a457562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:35Z', 'revision_number': 4, 'project_id': '820eac1dbc9946d4beb718c13a457562', 'gw_port': {'id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '649dda32-d472-4d09-ad73-3758ba462ec9', 'name': '', 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1', 'tenant_id': '820eac1dbc9946d4beb718c13a457562', 'mac_address': 'fa:16:3e:41:13:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4bc9d5e2-e185-405f-8722-476ba29acd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:36Z', 'revision_number': 2, 'project_id': '820eac1dbc9946d4beb718c13a457562', 'subnets': [{'id': '4bc9d5e2-e185-405f-8722-476ba29acd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:42.155383 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Checking router: 1c10fd19-8996-42bc-a8bf-07503498dddb for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:41:42.162994 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Updating router 1c10fd19-8996-42bc-a8bf-07503498dddb port 649dda32-d472-4d09-ad73-3758ba462ec9 binding host dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:41:42.227570 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 313b2f3b-51ab-44c5-a18b-30d015876a98 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:42.243718 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ab63c9-d68b-4f16-952f-322471fe1497 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:41:42.245516 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:42.246052 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:42.246344 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:42.246791 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:42.247180 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f430aeff-fa67-4243-a5b4-e83d66534c34']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:42.270524 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.284679 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.293838 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7897c7-2aa3-4b67-b575-ea733d1c8cd6') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:42.294141 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7897c7-2aa3-4b67-b575-ea733d1c8cd6') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:42.318014 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8351091'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.404415 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Transition to ACTIVE for port object d1ab63c9-d68b-4f16-952f-322471fe1497 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:42.416397 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 313b2f3b-51ab-44c5-a18b-30d015876a98 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:42.417365 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.433605 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.433815 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.462179 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:41:42.463091 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7820853'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.484639 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: from cryptography.utils import int_from_bytes May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: from cryptography.utils import int_from_bytes May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: Traceback (most recent call last): May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: timer() May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: cb(*args, **kw) May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: return func(*args, **kwargs) May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: self._notify() May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: self.callback(batched_events) May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: event.method(event) May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: return f(self, *a, **k) May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: return self._get(url).json() May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:41:42.498444 dv-cinder-734144-18-iscsi neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:41:42.723897 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f7be625c-57fd-4079-9e04-d2573cdf458e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.739580 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:42.761632 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d77c33-c92f-4efe-8b90-6cb2513fcd6c req-1211d43a-8d29-48db-9a0b-6a82c5e0a7e9 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:42.764221 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a3d77c33-c92f-4efe-8b90-6cb2513fcd6c req-1211d43a-8d29-48db-9a0b-6a82c5e0a7e9 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 932 time: 1.9146004 May 14 09:41:42.767946 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be625c-57fd-4079-9e04-d2573cdf458e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59768e08-9cb9-4557-8a40-20f81b0b74ec,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:42.770266 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.787770 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f7be625c-57fd-4079-9e04-d2573cdf458e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:42.822200 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-ccf99435-0c95-430c-9ed1-e05493ac108a tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:42.823441 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-ccf99435-0c95-430c-9ed1-e05493ac108a tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Synchronizing usage tracker for tenant:820eac1dbc9946d4beb718c13a457562 on resource:network {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:41:42.854739 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a3d77c33-c92f-4efe-8b90-6cb2513fcd6c req-ee05f6d3-e1ae-4a04-9db9-8f9e296aa936 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660207 May 14 09:41:42.893913 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f7be625c-57fd-4079-9e04-d2573cdf458e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.897571 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-f7be625c-57fd-4079-9e04-d2573cdf458e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59768e08-9cb9-4557-8a40-20f81b0b74ec HTTP/1.1" status: 204 len: 168 time: 3.0191710 May 14 09:41:42.907373 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:42.937260 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f430aeff-fa67-4243-a5b4-e83d66534c34,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:42.937545 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.939916 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.944863 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f430aeff-fa67-4243-a5b4-e83d66534c34 HTTP/1.1" status: 204 len: 168 time: 3.2403891 May 14 09:41:42.944863 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-ccf99435-0c95-430c-9ed1-e05493ac108a tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Unset dirty status for tenant:820eac1dbc9946d4beb718c13a457562 on resource:network {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:41:42.945274 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-ccf99435-0c95-430c-9ed1-e05493ac108a tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/networks?id=bb5188e6-2019-4f12-8f56-7be059842ad1 HTTP/1.1" status: 200 len: 819 time: 2.1049533 May 14 09:41:42.946177 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9d26dae2-2d83-4fea-b492-025f0c50bcc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:42.946626 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54658) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:42.986293 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Transition to ACTIVE for port object f19077fa-b11f-4396-b444-44ec9607bb6c will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:42.994805 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.004983 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.026675 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:43.047993 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-9b035c2b-548b-430f-b5e4-b1b56f8ecdb6 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/quotas/820eac1dbc9946d4beb718c13a457562 HTTP/1.1" status: 200 len: 375 time: 0.0379796 May 14 09:41:43.136336 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.db.resource_extend [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 09:41:43.159395 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Attempting to bind port d1ab63c9-d68b-4f16-952f-322471fe1497 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:43.160336 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Attempting to bind port d1ab63c9-d68b-4f16-952f-322471fe1497 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'bfa74d9a-fe82-4671-865f-5b9b2d2195fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:43.161032 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Attempting to bind port d1ab63c9-d68b-4f16-952f-322471fe1497 on network fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:43.192108 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.205473 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Port d1ab63c9-d68b-4f16-952f-322471fe1497 on network fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:41:43.206216 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Attempting to bind port d1ab63c9-d68b-4f16-952f-322471fe1497 on network fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:43.222094 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:43.222765 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Checking segment: {'id': 'bfa74d9a-fe82-4671-865f-5b9b2d2195fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:43.223514 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Bound using segment: {'id': 'bfa74d9a-fe82-4671-865f-5b9b2d2195fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:43.224470 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Bound port: d1ab63c9-d68b-4f16-952f-322471fe1497, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa74d9a-fe82-4671-865f-5b9b2d2195fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:43.225155 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.239644 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea44b76-e70a-470d-b6e5-9afef7b5c7dd admin admin] Deleting subnet 05ff4a7e-606b-497f-9d37-e0191ebc903b {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:41:43.247132 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3ea44b76-e70a-470d-b6e5-9afef7b5c7dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.309132 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-673825e2-c87f-4676-ba8c-7ddd7c28d072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.319551 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.359798 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ab63c9-d68b-4f16-952f-322471fe1497,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:43.363578 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.375495 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:43.388789 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680027'] for router_interface, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.431515 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:43.462755 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 313b2f3b-51ab-44c5-a18b-30d015876a98, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=313b2f3b-51ab-44c5-a18b-30d015876a98,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:43.500474 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.517949 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:43.529294 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-90d3adab-33d5-4b9b-b560-895bc8cc7235 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Synchronizing usage tracker for tenant:820eac1dbc9946d4beb718c13a457562 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:41:43.559922 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3ea44b76-e70a-470d-b6e5-9afef7b5c7dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8351112'] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.749478 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-90d3adab-33d5-4b9b-b560-895bc8cc7235 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Unset dirty status for tenant:820eac1dbc9946d4beb718c13a457562 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:41:43.750924 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-90d3adab-33d5-4b9b-b560-895bc8cc7235 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=820eac1dbc9946d4beb718c13a457562&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6895988 May 14 09:41:43.753068 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bac39-1843-4e22-a845-7434707f3e1b None None] Pushing event updated for resources: {'Port': ['ID=f19077fa-b11f-4396-b444-44ec9607bb6c,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:43.767251 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3ea44b76-e70a-470d-b6e5-9afef7b5c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.768807 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-631bac39-1843-4e22-a845-7434707f3e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:43.801389 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=313b2f3b-51ab-44c5-a18b-30d015876a98,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:43.808950 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:43.821677 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] For port d1ab63c9-d68b-4f16-952f-322471fe1497, host hv-cinder-73414, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:43.916636 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Attempting to bind port f19077fa-b11f-4396-b444-44ec9607bb6c on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:43.917465 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Attempting to bind port f19077fa-b11f-4396-b444-44ec9607bb6c by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:43.917968 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Attempting to bind port f19077fa-b11f-4396-b444-44ec9607bb6c on network 33793f62-2dd2-41d9-955d-c771f928128f {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:43.937401 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:43.938519 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Checking segment: {'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:43.952629 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.953701 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Bound using segment: {'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:43.954843 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Bound port: f19077fa-b11f-4396-b444-44ec9607bb6c, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:43.955880 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.022884 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] For port d1ab63c9-d68b-4f16-952f-322471fe1497, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d1ab63c9-d68b-4f16-952f-322471fe1497,segment=NetworkSegment(bfa74d9a-fe82-4671-865f-5b9b2d2195fd),segment_id=bfa74d9a-fe82-4671-865f-5b9b2d2195fd)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:44.099003 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.104111 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Pushing event updated for resources: {'Port': ['ID=59df3c76-6bf2-41e8-9ff1-fd0e3d994752,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:44.111284 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:44.112167 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.127085 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.143081 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Transition to ACTIVE for port object 649dda32-d472-4d09-ad73-3758ba462ec9 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:44.159331 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.178898 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:44.185376 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-60cb8192-6bdb-4889-92dd-615dee2f0aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:44.210805 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] For port f19077fa-b11f-4396-b444-44ec9607bb6c, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:44.242015 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] For port f19077fa-b11f-4396-b444-44ec9607bb6c, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=f19077fa-b11f-4396-b444-44ec9607bb6c,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:44.251441 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.278536 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-887c5d18-cb32-40d0-9e98-a01633dc776e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:44.402779 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.468890 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b26d6-aa6d-470d-9327-745717f6c472 None None] Pushing event updated for resources: {'Port': ['ID=649dda32-d472-4d09-ad73-3758ba462ec9,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:44.479151 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:44.482107 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-576b26d6-aa6d-470d-9327-745717f6c472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:44.488634 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.499994 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] 10.222.0.77 "PUT /v2.0/ports/d1ab63c9-d68b-4f16-952f-322471fe1497 HTTP/1.1" status: 200 len: 1094 time: 6.4758670 May 14 09:41:44.505108 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Attempting to bind port 649dda32-d472-4d09-ad73-3758ba462ec9 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:44.507536 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Attempting to bind port 649dda32-d472-4d09-ad73-3758ba462ec9 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '92bf2871-13c9-4734-9497-ea00a963e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:44.508753 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Attempting to bind port 649dda32-d472-4d09-ad73-3758ba462ec9 on network bb5188e6-2019-4f12-8f56-7be059842ad1 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:44.532288 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:44.540929 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Checking segment: {'id': '92bf2871-13c9-4734-9497-ea00a963e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:44.541472 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.543431 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Bound using segment: {'id': '92bf2871-13c9-4734-9497-ea00a963e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:44.546312 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Bound port: 649dda32-d472-4d09-ad73-3758ba462ec9, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bf2871-13c9-4734-9497-ea00a963e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:44.549857 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.571655 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ab63c9-d68b-4f16-952f-322471fe1497,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:44.589724 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad831b1-fb99-4cac-be1f-8b10d0825562', 'tag': 'd1ab63c9-d68b-4f16-952f-322471fe1497'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:41:44.590026 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bac39-1843-4e22-a845-7434707f3e1b None None] Pushing event updated for resources: {'Port': ['ID=f19077fa-b11f-4396-b444-44ec9607bb6c,revision_number=4']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:44.594484 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-631bac39-1843-4e22-a845-7434707f3e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:44.602523 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Routers {'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:44.604316 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:41:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:44.697467 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54682) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:44.804981 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dab4f05b-1476-4d78-9d2c-d00bd81c3091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.892071 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-2f778c13-61b5-461b-ae5f-81977a42f749 service neutron] 10.222.0.30 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0661721 May 14 09:41:44.903250 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:44.983471 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] For port 649dda32-d472-4d09-ad73-3758ba462ec9, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:45.002961 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-dab4f05b-1476-4d78-9d2c-d00bd81c3091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:45.004299 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] For port 649dda32-d472-4d09-ad73-3758ba462ec9, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=649dda32-d472-4d09-ad73-3758ba462ec9,segment=NetworkSegment(92bf2871-13c9-4734-9497-ea00a963e1fd),segment_id=92bf2871-13c9-4734-9497-ea00a963e1fd)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:45.022793 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:45.026609 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-b518be19-53e4-4356-9c9a-2aa6e66124fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:45.035821 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54690) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:45.071580 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-dab4f05b-1476-4d78-9d2c-d00bd81c3091 admin admin] Usage tracker for resource:security_group_rule and tenant:9cbfafac419d471a8fe4cbaf2c248abf is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:45.076858 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-dab4f05b-1476-4d78-9d2c-d00bd81c3091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:45.096838 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Network 985cc55b-f372-49ec-9629-66d97c3fcf56 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:45.098984 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:45.161717 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--645389841', 'description': 'tempest-description--1276422366'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:45.165310 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] Set router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:45.186002 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-dab4f05b-1476-4d78-9d2c-d00bd81c3091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:45.191855 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:45.254478 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Usage tracker for resource:security_group and tenant:48873c3bcf674a0593730b514b4ffa39 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:45.305165 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:45.349893 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Routers {'1c10fd19-8996-42bc-a8bf-07503498dddb'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:45.350616 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:41:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['1c10fd19-8996-42bc-a8bf-07503498dddb'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:45.429025 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:45.587331 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:41:45.746441 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:45.833682 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 313b2f3b-51ab-44c5-a18b-30d015876a98 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:45.890036 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:45.898571 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Usage tracker for resource:security_group_rule and tenant:48873c3bcf674a0593730b514b4ffa39 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:45.910000 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:45.929468 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:45.966728 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-546f0ffd-78de-4207-bd5d-9c80ccbedbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:45.970570 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-546f0ffd-78de-4207-bd5d-9c80ccbedbcc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=265b243724394ce3afa62c5df724d8b9&device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 1097 time: 1.0663557 May 14 09:41:45.992037 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b26d6-aa6d-470d-9327-745717f6c472 None None] Pushing event updated for resources: {'Port': ['ID=649dda32-d472-4d09-ad73-3758ba462ec9,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:46.032235 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-23ed5821-7e21-4ca9-a072-76b59fbb60b8 None None] Provisioning complete for port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:46.033204 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-23ed5821-7e21-4ca9-a072-76b59fbb60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.080167 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.106165 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-1e6d42b0-88d7-4f22-a69a-e7d75822efdb service neutron] 10.222.0.30 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2089529 May 14 09:41:46.111118 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3ea44b76-e70a-470d-b6e5-9afef7b5c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7820895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7138095'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.113190 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.182798 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-576b26d6-aa6d-470d-9327-745717f6c472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.155s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:46.217536 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-05fa0564-1c5e-4792-88e2-e8b1c867b956 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ab63c9-d68b-4f16-952f-322471fe1497 HTTP/1.1" status: 200 len: 217 time: 0.1879232 May 14 09:41:46.217880 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:30Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'f19077fa-b11f-4396-b444-44ec9607bb6c', 'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'mac_address': 'fa:16:3e:1e:42:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:44Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'subnets': [{'id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:46.253477 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beef97e-cdb6-4e38-8c10-0f541333a8c8 None None] The sync data for ids ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'] in dv-cinder-734144-18-iscsi is: [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:30Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'f19077fa-b11f-4396-b444-44ec9607bb6c', 'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'mac_address': 'fa:16:3e:1e:42:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:44Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'subnets': [{'id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:41:46.285772 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:46.388498 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.444237 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3ea44b76-e70a-470d-b6e5-9afef7b5c7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.457288 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-0e2dcacc-c01d-4fd5-b2d3-506af6cbce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:46.463458 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.467344 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-0e2dcacc-c01d-4fd5-b2d3-506af6cbce4f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a960ac02-cfba-4c08-877b-481f3375bcee HTTP/1.1" status: 200 len: 852 time: 0.2279298 May 14 09:41:46.467999 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54724) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:46.471548 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3965776 May 14 09:41:46.473523 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-3ea44b76-e70a-470d-b6e5-9afef7b5c7dd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/05ff4a7e-606b-497f-9d37-e0191ebc903b HTTP/1.1" status: 204 len: 168 time: 3.5244200 May 14 09:41:46.486082 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54726) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:46.492698 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:41:46.502066 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea44b76-e70a-470d-b6e5-9afef7b5c7dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ff4a7e-606b-497f-9d37-e0191ebc903b,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:46.507802 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3ea44b76-e70a-470d-b6e5-9afef7b5c7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:46.508363 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:46.509991 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] 10.222.0.30 "PUT /v2.0/routers/fc2c3d58-110b-42ba-a7cd-9f0fab1076b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5328314 May 14 09:41:46.552444 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Sync routers for ids ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:41:46.553134 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a93ba1-8a69-4fe9-9f11-87260e34a778,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:46.573091 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:46.607139 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127b36b-d35d-49e5-9c56-c6e219c3c62e req-a3c9bb41-718a-46a9-8b96-e62817b3e13b tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:46.613564 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-8962cd7d-52d4-414d-84fa-a132c815e2ee tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Request body: {'security_group_rule': {'security_group_id': '96a93ba1-8a69-4fe9-9f11-87260e34a778', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:46.614763 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5127b36b-d35d-49e5-9c56-c6e219c3c62e req-a3c9bb41-718a-46a9-8b96-e62817b3e13b tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 944 time: 1.2278008 May 14 09:41:46.616934 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-23ed5821-7e21-4ca9-a072-76b59fbb60b8 None None] Port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:41:46.620303 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8962cd7d-52d4-414d-84fa-a132c815e2ee tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:46.625090 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8962cd7d-52d4-414d-84fa-a132c815e2ee tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Usage tracker for resource:security_group_rule and tenant:48873c3bcf674a0593730b514b4ffa39 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:46.628540 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8962cd7d-52d4-414d-84fa-a132c815e2ee tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:46.635879 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8962cd7d-52d4-414d-84fa-a132c815e2ee tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:46.675170 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Routers {'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:46.676098 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:41:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:46.719253 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dab4f05b-1476-4d78-9d2c-d00bd81c3091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.756173 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5127b36b-d35d-49e5-9c56-c6e219c3c62e req-aafe14dc-21a6-473e-9220-e6a559fd5cdd tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403384 May 14 09:41:46.762786 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dab4f05b-1476-4d78-9d2c-d00bd81c3091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.819405 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad831b1-fb99-4cac-be1f-8b10d0825562', 'tag': 'd1ab63c9-d68b-4f16-952f-322471fe1497', 'status': 'completed', 'code': 200} May 14 09:41:46.840580 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-ff82ba44-6ea7-40c5-a679-a6a2f6c9fd98 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3576849 May 14 09:41:46.845448 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8962cd7d-52d4-414d-84fa-a132c815e2ee tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.907009 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.920040 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:46.985448 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-dab4f05b-1476-4d78-9d2c-d00bd81c3091 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cbfafac419d471a8fe4cbaf2c248abf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2778511 May 14 09:41:46.992905 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4f05b-1476-4d78-9d2c-d00bd81c3091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3ab680-1eb3-4a8c-9a3e-abba4f202dd4,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:46.993561 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54754) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:47.001312 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-dab4f05b-1476-4d78-9d2c-d00bd81c3091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:47.022378 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d749c94d-822a-4483-b64f-a75d18fc1e5e req-3f55b6ad-cc2c-4948-be79-5340c8562af1 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 210 time: 0.2629859 May 14 09:41:47.117099 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] Set router 1c10fd19-8996-42bc-a8bf-07503498dddb gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:47.261350 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 313b2f3b-51ab-44c5-a18b-30d015876a98 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:47.271004 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:47.498690 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:47.626475 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:47.627301 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:47.628109 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:47.628445 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Subscribe: > port after_create 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:47.628784 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:47.629132 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Subscribe: > port after_update 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:47.629450 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:47.629769 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:47.630085 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:47.630572 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:47.803909 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:47.804399 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:47.804900 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:47.805232 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:47.805738 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e1e7f8-6957-446c-9e4f-9ab4138f6ce5']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:47.882869 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8962cd7d-52d4-414d-84fa-a132c815e2ee tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:47.908276 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Set router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:47.921748 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8962cd7d-52d4-414d-84fa-a132c815e2ee tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:47.963044 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f29f11-ae02-474c-b31a-3c885c4b46d6') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:47.963416 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f29f11-ae02-474c-b31a-3c885c4b46d6') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:48.052714 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-bcc3a608-3fcf-4dd5-bc6c-ddd8fb288793 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:48.054386 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-bcc3a608-3fcf-4dd5-bc6c-ddd8fb288793 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/networks?id=bb5188e6-2019-4f12-8f56-7be059842ad1 HTTP/1.1" status: 200 len: 819 time: 0.4636972 May 14 09:41:48.056275 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:48.098040 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-b5f12bcd-7910-4fa0-af0a-d94f27f43a17 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/quotas/820eac1dbc9946d4beb718c13a457562 HTTP/1.1" status: 200 len: 375 time: 0.0339549 May 14 09:41:48.202108 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54800) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:48.249979 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962cd7d-52d4-414d-84fa-a132c815e2ee tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a125855f-54a0-483b-b2d7-b484bfa5e0e7,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:48.271056 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8962cd7d-52d4-414d-84fa-a132c815e2ee tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:48.273355 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ed0e80a2-1df8-4f71-9dbf-58e14c187055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:48.340472 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device f19077fa-b11f-4396-b444-44ec9607bb6c up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:48.355028 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-5bf11bb9-97cd-4d8a-bc7a-e15898dcc3c0 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=820eac1dbc9946d4beb718c13a457562&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2564225 May 14 09:41:48.372520 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ed0e80a2-1df8-4f71-9dbf-58e14c187055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:48.536985 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5551366'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:48.608977 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1048258585', 'description': 'tempest-description--214358523'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:48.648907 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ed0e80a2-1df8-4f71-9dbf-58e14c187055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:48.682101 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:48.714949 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-19592de1-82ad-4032-8701-c3eb77327f6b service neutron] 10.222.0.77 "GET /v2.0/networks/fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8602653 May 14 09:41:48.725519 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-5c3eb7b3-a8fa-4fae-af5b-84192d5a2691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:48.750189 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ed0e80a2-1df8-4f71-9dbf-58e14c187055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:48.751298 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ed0e80a2-1df8-4f71-9dbf-58e14c187055 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc3ab680-1eb3-4a8c-9a3e-abba4f202dd4 HTTP/1.1" status: 204 len: 168 time: 1.7564940 May 14 09:41:48.754831 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:48.761525 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Usage tracker for resource:security_group and tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:48.772424 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e80a2-1df8-4f71-9dbf-58e14c187055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3ab680-1eb3-4a8c-9a3e-abba4f202dd4,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:48.784555 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ed0e80a2-1df8-4f71-9dbf-58e14c187055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:48.792846 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:48.801252 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port f19077fa-b11f-4396-b444-44ec9607bb6c completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:48.818323 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc012692-231e-4c2f-a68f-5b90624ed895 req-5e805054-56e9-4696-b534-0a119e55773b tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:48.819900 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cc012692-231e-4c2f-a68f-5b90624ed895 req-5e805054-56e9-4696-b534-0a119e55773b tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 944 time: 0.1550689 May 14 09:41:48.856519 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port f19077fa-b11f-4396-b444-44ec9607bb6c triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:48.860670 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:48.915744 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8962cd7d-52d4-414d-84fa-a132c815e2ee tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:48.921174 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-8962cd7d-52d4-414d-84fa-a132c815e2ee tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4422798 May 14 09:41:48.921789 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54820) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:48.935999 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:41:48.936392 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474451'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:48.939388 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-bfe69e0b-798d-4c4c-a1f3-9a69569279e0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Request body: {'security_group_rule': {'security_group_id': '96a93ba1-8a69-4fe9-9f11-87260e34a778', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: from cryptography.utils import int_from_bytes May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: from cryptography.utils import int_from_bytes May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: Traceback (most recent call last): May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: timer() May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: cb(*args, **kw) May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: return func(*args, **kwargs) May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: self._notify() May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: self.callback(batched_events) May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: event.method(event) May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: return f(self, *a, **k) May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._get(url).json() May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:41:48.953974 dv-cinder-734144-18-iscsi neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:41:48.956280 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:48.961175 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-bfe69e0b-798d-4c4c-a1f3-9a69569279e0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:48.970960 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-bfe69e0b-798d-4c4c-a1f3-9a69569279e0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Usage tracker for resource:security_group_rule and tenant:48873c3bcf674a0593730b514b4ffa39 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:48.976186 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1194991320-router', 'tenant_id': '820eac1dbc9946d4beb718c13a457562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:35Z', 'revision_number': 4, 'project_id': '820eac1dbc9946d4beb718c13a457562', 'gw_port': {'id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '649dda32-d472-4d09-ad73-3758ba462ec9', 'name': '', 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1', 'tenant_id': '820eac1dbc9946d4beb718c13a457562', 'mac_address': 'fa:16:3e:41:13:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4bc9d5e2-e185-405f-8722-476ba29acd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:44Z', 'revision_number': 4, 'project_id': '820eac1dbc9946d4beb718c13a457562', 'subnets': [{'id': '4bc9d5e2-e185-405f-8722-476ba29acd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:48.980368 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-bfe69e0b-798d-4c4c-a1f3-9a69569279e0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:48.987322 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-bfe69e0b-798d-4c4c-a1f3-9a69569279e0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:48.999739 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-a8a81c8a-4360-43c2-b161-070e96d6ea63 service neutron] 10.222.0.30 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6436729 May 14 09:41:49.020540 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f47219-a3e6-48dd-afed-c0849ea91744 None None] The sync data for ids ['1c10fd19-8996-42bc-a8bf-07503498dddb'] in dv-cinder-734144-18-iscsi is: [{'id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1194991320-router', 'tenant_id': '820eac1dbc9946d4beb718c13a457562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:35Z', 'revision_number': 4, 'project_id': '820eac1dbc9946d4beb718c13a457562', 'gw_port': {'id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '649dda32-d472-4d09-ad73-3758ba462ec9', 'name': '', 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1', 'tenant_id': '820eac1dbc9946d4beb718c13a457562', 'mac_address': 'fa:16:3e:41:13:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4bc9d5e2-e185-405f-8722-476ba29acd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:44Z', 'revision_number': 4, 'project_id': '820eac1dbc9946d4beb718c13a457562', 'subnets': [{'id': '4bc9d5e2-e185-405f-8722-476ba29acd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:41:49.145375 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:49.146702 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cc012692-231e-4c2f-a68f-5b90624ed895 req-3b7fddd7-ebef-488c-9c05-510ba2f7ddaa tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122361 May 14 09:41:49.158092 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.77', 61661) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:49.179918 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bfe69e0b-798d-4c4c-a1f3-9a69569279e0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:49.333038 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-9eea535f-3ca7-4c18-891f-56356c36270a service neutron] 10.222.0.30 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241253 May 14 09:41:49.413792 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bfe69e0b-798d-4c4c-a1f3-9a69569279e0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:49.429730 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bfe69e0b-798d-4c4c-a1f3-9a69569279e0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:49.433016 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:49.445305 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:49.495334 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:49.517122 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:49.534747 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-5cf26828-8973-432c-add7-a66317e7d1c4 req-af36e0d6-6444-4860-a6e7-ebd4c264e573 service neutron] 10.222.0.77 "GET /v2.0/networks/fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7749119 May 14 09:41:49.536135 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Usage tracker for resource:security_group_rule and tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:49.543026 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe69e0b-798d-4c4c-a1f3-9a69569279e0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9485e4e5-40bd-4e30-879f-bd8ac5644db7,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:49.571045 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-bfe69e0b-798d-4c4c-a1f3-9a69569279e0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:49.572279 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-311db67f-3790-4279-8496-f8e2525e31fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:49.599786 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bfe69e0b-798d-4c4c-a1f3-9a69569279e0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:49.601174 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-bfe69e0b-798d-4c4c-a1f3-9a69569279e0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6705463 May 14 09:41:49.604196 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54842) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:49.614533 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Request body: {'floatingip': {'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:49.620349 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:49.659453 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:49.676251 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Usage tracker for resource:floatingip and tenant:48873c3bcf674a0593730b514b4ffa39 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:49.687747 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:49.712486 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:49.715991 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:49.734141 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e1e7f8-6957-446c-9e4f-9ab4138f6ce5,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:49.747847 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:40Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '59df3c76-6bf2-41e8-9ff1-fd0e3d994752', 'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'mac_address': 'fa:16:3e:30:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:41Z', 'revision_number': 2, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'subnets': [{'id': '66021503-54ca-4040-9580-08c3db49374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:49.755015 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for floatingip, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:49.773817 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:49.790446 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Checking router: fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:41:49.799632 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Updating router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 binding host dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:41:49.865440 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:50.031223 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port f19077fa-b11f-4396-b444-44ec9607bb6c, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=f19077fa-b11f-4396-b444-44ec9607bb6c,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:50.046159 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:50.052889 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:50.086754 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:50.131923 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c0e1e7f8-6957-446c-9e4f-9ab4138f6ce5 HTTP/1.1" status: 204 len: 168 time: 3.6396339 May 14 09:41:50.184225 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0d959923-a89e-4d3c-9e52-f031265909a6 req-d608b405-dc58-463d-921a-fe57b9593fc4 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 210 time: 0.3304152 May 14 09:41:50.286037 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-b83828d0-eea9-4bf4-87ed-8e3bef99cae5 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:50.290438 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-b83828d0-eea9-4bf4-87ed-8e3bef99cae5 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.77 "GET /v2.0/networks?id=bb5188e6-2019-4f12-8f56-7be059842ad1 HTTP/1.1" status: 200 len: 819 time: 1.1260567 May 14 09:41:50.337305 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Request body: {'port': {'device_id': 'eef71af7-4d15-412c-bd24-1558be7971dd', 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1', 'admin_state_up': True, 'tenant_id': '820eac1dbc9946d4beb718c13a457562'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:50.403264 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:50.405563 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:50.407662 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 649dda32-d472-4d09-ad73-3758ba462ec9 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:50.599000 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:50.636651 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 54906) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:50.662075 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:50.819971 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=f19077fa-b11f-4396-b444-44ec9607bb6c,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:50.851969 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:50.938996 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b6cf9b-4460-48d5-ba8e-ceccde57cc47,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:50.950957 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:50.953843 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4297497 May 14 09:41:50.956701 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:50.975392 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54922) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:50.981083 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f52115-70f8-45c8-8650-cfbc36a83010 req-989c9e85-6ae9-49e8-b77f-d572e22eb998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:50.983214 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-05f52115-70f8-45c8-8650-cfbc36a83010 req-989c9e85-6ae9-49e8-b77f-d572e22eb998 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=265b243724394ce3afa62c5df724d8b9&device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 1097 time: 1.1152072 May 14 09:41:51.000776 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa8e62-c6e0-45cb-9f69-0960588d9f11 req-0969ab32-d468-4934-bd10-6dba51d10af5 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:51.006318 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-86aa8e62-c6e0-45cb-9f69-0960588d9f11 req-0969ab32-d468-4934-bd10-6dba51d10af5 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 944 time: 0.4444423 May 14 09:41:51.027740 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-396b775e-4fcd-4cfd-8a1d-0bd8dfbf9e05 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Request body: {'security_group_rule': {'security_group_id': '85b6cf9b-4460-48d5-ba8e-ceccde57cc47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:51.104988 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-396b775e-4fcd-4cfd-8a1d-0bd8dfbf9e05 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:51.151913 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-396b775e-4fcd-4cfd-8a1d-0bd8dfbf9e05 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Usage tracker for resource:security_group_rule and tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:51.169594 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-396b775e-4fcd-4cfd-8a1d-0bd8dfbf9e05 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:51.209739 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 649dda32-d472-4d09-ad73-3758ba462ec9 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:51.247336 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 649dda32-d472-4d09-ad73-3758ba462ec9 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:51.253812 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.257176 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Allocated IP 172.27.2.126 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/38d44af5-c04b-463d-be73-137343317183) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:51.260480 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-396b775e-4fcd-4cfd-8a1d-0bd8dfbf9e05 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:51.310812 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f52115-70f8-45c8-8650-cfbc36a83010 req-920bb593-f587-40ad-a9e8-88846eac6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:51.318792 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-05f52115-70f8-45c8-8650-cfbc36a83010 req-920bb593-f587-40ad-a9e8-88846eac6774 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee HTTP/1.1" status: 200 len: 913 time: 0.3245022 May 14 09:41:51.336638 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-86aa8e62-c6e0-45cb-9f69-0960588d9f11 req-7eae8d54-b05a-4622-8c02-9fa8e4a9606d tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861617 May 14 09:41:51.342846 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54942) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:51.364586 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-c5007eaf-bf1a-4469-87de-d8f01e3d6d99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d81125c713c4ed2b2ff03a558194768&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6819630 May 14 09:41:51.474230 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-396b775e-4fcd-4cfd-8a1d-0bd8dfbf9e05 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.661779 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-05f52115-70f8-45c8-8650-cfbc36a83010 req-4da8dcad-8764-49c3-a2a9-34169813dddc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ab63c9-d68b-4f16-952f-322471fe1497 HTTP/1.1" status: 200 len: 217 time: 0.2952964 May 14 09:41:51.663008 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:51.716496 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:51.726020 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.744429 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Made reservation on behalf of 820eac1dbc9946d4beb718c13a457562 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:51.748806 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.764921 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Transition to ACTIVE for port object 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:51.782922 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.800761 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:51.859729 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.77', 61665) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:51.864843 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f52115-70f8-45c8-8650-cfbc36a83010 req-ab9d424c-a030-4bdc-bc50-53865570e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:51.866646 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-05f52115-70f8-45c8-8650-cfbc36a83010 req-ab9d424c-a030-4bdc-bc50-53865570e1f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a960ac02-cfba-4c08-877b-481f3375bcee HTTP/1.1" status: 200 len: 852 time: 0.1958723 May 14 09:41:51.882790 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d6cda8ff-e33d-445a-9802-a5e4d2253214 req-8f5c15b8-5549-4fc7-af8f-93ec4b55cda4 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 210 time: 0.0652108 May 14 09:41:51.954954 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-396b775e-4fcd-4cfd-8a1d-0bd8dfbf9e05 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.976207 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-396b775e-4fcd-4cfd-8a1d-0bd8dfbf9e05 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.989076 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:52.042239 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b775e-4fcd-4cfd-8a1d-0bd8dfbf9e05 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5df602c-b13a-4be8-82b3-51575a842b28,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:52.055334 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-783dce55-51c9-487b-8d8a-7c74e60ff313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.065695 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-396b775e-4fcd-4cfd-8a1d-0bd8dfbf9e05 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:52.068140 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-396b775e-4fcd-4cfd-8a1d-0bd8dfbf9e05 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.069578 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-396b775e-4fcd-4cfd-8a1d-0bd8dfbf9e05 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0619016 May 14 09:41:52.095446 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 54982) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:52.116059 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-28ffe6c8-310e-4395-80ad-7366177bdcc1 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Request body: {'security_group_rule': {'security_group_id': '85b6cf9b-4460-48d5-ba8e-ceccde57cc47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:52.122732 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-28ffe6c8-310e-4395-80ad-7366177bdcc1 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:52.127732 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-28ffe6c8-310e-4395-80ad-7366177bdcc1 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Usage tracker for resource:security_group_rule and tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:52.136473 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-28ffe6c8-310e-4395-80ad-7366177bdcc1 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:52.150235 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-28ffe6c8-310e-4395-80ad-7366177bdcc1 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:52.180706 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-05f52115-70f8-45c8-8650-cfbc36a83010 req-1e42be60-94f3-4d42-ab06-283822820c8d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2458014 May 14 09:41:52.194800 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.201018 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-28ffe6c8-310e-4395-80ad-7366177bdcc1 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.233386 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-783dce55-51c9-487b-8d8a-7c74e60ff313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.311304 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25822ee2-af9b-4150-bf91-5ad78af11ba5 None None] Pushing event updated for resources: {'Port': ['ID=59df3c76-6bf2-41e8-9ff1-fd0e3d994752,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:52.333095 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-25822ee2-af9b-4150-bf91-5ad78af11ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:52.421091 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Attempting to bind port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:52.423181 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Attempting to bind port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:52.424430 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Attempting to bind port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 on network 985cc55b-f372-49ec-9629-66d97c3fcf56 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:52.434735 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-783dce55-51c9-487b-8d8a-7c74e60ff313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.446929 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:52.447605 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Checking segment: {'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:52.448151 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.448821 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Bound using segment: {'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:52.449478 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Bound port: 59df3c76-6bf2-41e8-9ff1-fd0e3d994752, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:52.450003 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.480378 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f7be625c-57fd-4079-9e04-d2573cdf458e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:52.546541 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dce55-51c9-487b-8d8a-7c74e60ff313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72306355-ae98-4295-a144-adba1cfc93c2,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:52.581389 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-783dce55-51c9-487b-8d8a-7c74e60ff313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:52.589274 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] For port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:52.593092 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] For port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=59df3c76-6bf2-41e8-9ff1-fd0e3d994752,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:52.600812 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device d1ab63c9-d68b-4f16-952f-322471fe1497 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:41:52.620993 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.635981 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:52.753683 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.754924 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-783dce55-51c9-487b-8d8a-7c74e60ff313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.757099 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-783dce55-51c9-487b-8d8a-7c74e60ff313 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72306355-ae98-4295-a144-adba1cfc93c2 HTTP/1.1" status: 204 len: 168 time: 1.4059594 May 14 09:41:52.785766 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-7fd57981-6385-4ce9-ab81-d3ab414c9adb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:52.787419 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-7fd57981-6385-4ce9-ab81-d3ab414c9adb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.77 "GET /v2.0/networks?id=bb5188e6-2019-4f12-8f56-7be059842ad1 HTTP/1.1" status: 200 len: 819 time: 0.9267118 May 14 09:41:52.815544 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Request body: {'port': {'device_id': '504a0a41-c4bd-4424-a605-43bb70f50aaa', 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1', 'admin_state_up': True, 'tenant_id': '820eac1dbc9946d4beb718c13a457562'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:52.845087 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-28ffe6c8-310e-4395-80ad-7366177bdcc1 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.888407 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-05f52115-70f8-45c8-8650-cfbc36a83010 req-25d00d1a-8aa9-48aa-a95b-2c8e7abb500f service neutron] 10.222.0.77 "GET /v2.0/networks/fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6741898 May 14 09:41:52.888863 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-28ffe6c8-310e-4395-80ad-7366177bdcc1 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.897769 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-bfe69e0b-798d-4c4c-a1f3-9a69569279e0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:52.898421 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Allocated IP 172.20.0.9 (bb5188e6-2019-4f12-8f56-7be059842ad1/4bc9d5e2-e185-405f-8722-476ba29acd76/cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:52.917682 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.972234 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffe6c8-310e-4395-80ad-7366177bdcc1 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6d315e-3f42-43de-914e-499fd09f6fc3,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:52.983217 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fe952-ebf1-4d69-9128-e2f5275a327e req-7f2dbea2-2168-435b-8ac9-26fe4d6f0bb2 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:52.992164 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b21fe952-ebf1-4d69-9128-e2f5275a327e req-7f2dbea2-2168-435b-8ac9-26fe4d6f0bb2 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 944 time: 0.4005592 May 14 09:41:53.019843 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-28ffe6c8-310e-4395-80ad-7366177bdcc1 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:53.026135 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2b827544-368c-47fc-b972-56b5df78e1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:53.100424 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:53.101720 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-28ffe6c8-310e-4395-80ad-7366177bdcc1 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:53.103141 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-28ffe6c8-310e-4395-80ad-7366177bdcc1 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0040176 May 14 09:41:53.117094 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:53.119398 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55040) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:53.135094 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:53.158259 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25822ee2-af9b-4150-bf91-5ad78af11ba5 None None] Pushing event updated for resources: {'Port': ['ID=59df3c76-6bf2-41e8-9ff1-fd0e3d994752,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:53.170070 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-25822ee2-af9b-4150-bf91-5ad78af11ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:53.171180 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Routers {'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:53.172038 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:41:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:53.191491 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Request body: {'floatingip': {'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:53.266827 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55046) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:53.308758 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:53.428020 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b21fe952-ebf1-4d69-9128-e2f5275a327e req-4b20d291-038b-4652-a03b-12258a326dd6 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344583 May 14 09:41:53.436223 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-05f52115-70f8-45c8-8650-cfbc36a83010 req-cfa85906-fc88-4c00-9201-c64f58b01787 service neutron] 10.222.0.77 "GET /v2.0/networks/fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221106 May 14 09:41:53.444718 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ddc9e751-6565-4e81-b87f-c8d023d63ee8 req-8708f137-3c4e-4229-900f-038e00ea5671 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 210 time: 0.2434714 May 14 09:41:53.448455 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event updated for resources: {'Port': ['ID=38d44af5-c04b-463d-be73-137343317183,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:53.453861 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Usage tracker for resource:floatingip and tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:53.460172 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:53.461430 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:53.477026 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:53.554814 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 649dda32-d472-4d09-ad73-3758ba462ec9, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=649dda32-d472-4d09-ad73-3758ba462ec9,segment=NetworkSegment(92bf2871-13c9-4734-9497-ea00a963e1fd),segment_id=92bf2871-13c9-4734-9497-ea00a963e1fd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:53.582735 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:53.591557 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:53.595965 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Usage tracker for resource:port and tenant:820eac1dbc9946d4beb718c13a457562 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:53.606982 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:53.608042 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:53.637467 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:53.642325 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55056) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:53.648120 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] Set router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:53.719239 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for floatingip, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:53.754539 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-576b26d6-aa6d-470d-9327-745717f6c472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:53.805479 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Made reservation on behalf of 820eac1dbc9946d4beb718c13a457562 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:53.809091 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:53.880341 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port d1ab63c9-d68b-4f16-952f-322471fe1497, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d1ab63c9-d68b-4f16-952f-322471fe1497,segment=NetworkSegment(bfa74d9a-fe82-4671-865f-5b9b2d2195fd),segment_id=bfa74d9a-fe82-4671-865f-5b9b2d2195fd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:53.909004 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device f19077fa-b11f-4396-b444-44ec9607bb6c up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:53.940262 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-1b1843bb-ace7-4af3-9aa6-376dacdd6ffa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=09e80cd55c7642eca3b10228f752bf32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2925832 May 14 09:41:53.949453 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55066) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:53.964764 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': 'd1ab63c9-d68b-4f16-952f-322471fe1497', 'network_id': 'fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee', 'port_id': 'd1ab63c9-d68b-4f16-952f-322471fe1497', 'mac_address': 'fa:16:3e:b4:72:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a960ac02-cfba-4c08-877b-481f3375bcee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:41:53.985393 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.053610 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.058105 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b2f6149e-7895-417a-99e9-14cbbc50fec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.109337 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-266a5190-0681-4349-a83a-ad8de66b755d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.110937 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b2f6149e-7895-417a-99e9-14cbbc50fec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:54.131077 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-b2f6149e-7895-417a-99e9-14cbbc50fec6 admin admin] Usage tracker for resource:security_group_rule and tenant:d18246af90054d23be8a2f1e91892b1e is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:54.136271 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=649dda32-d472-4d09-ad73-3758ba462ec9,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:54.140629 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-b2f6149e-7895-417a-99e9-14cbbc50fec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:54.161623 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-266a5190-0681-4349-a83a-ad8de66b755d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.171598 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b2f6149e-7895-417a-99e9-14cbbc50fec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:54.209556 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:54.229387 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.257426 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.301053 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.315506 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-266a5190-0681-4349-a83a-ad8de66b755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.316188 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ab63c9-d68b-4f16-952f-322471fe1497 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:41:54.324147 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port f19077fa-b11f-4396-b444-44ec9607bb6c triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:54.324482 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.331354 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:54.411561 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port d1ab63c9-d68b-4f16-952f-322471fe1497, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d1ab63c9-d68b-4f16-952f-322471fe1497,segment=NetworkSegment(bfa74d9a-fe82-4671-865f-5b9b2d2195fd),segment_id=bfa74d9a-fe82-4671-865f-5b9b2d2195fd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:54.427060 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.436207 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.438103 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.442232 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:54.450694 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:54.462817 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Network bb5188e6-2019-4f12-8f56-7be059842ad1 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:54.491045 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:54.511903 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:54.574081 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Allocated IP 172.20.0.4 (bb5188e6-2019-4f12-8f56-7be059842ad1/4bc9d5e2-e185-405f-8722-476ba29acd76/d25ab694-ec88-40d1-9fb6-31bec8d64e4d) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:54.596795 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Pushing event updated for resources: {'Port': ['ID=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:54.620640 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:54.621457 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:54.623425 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event updated for resources: {'Port': ['ID=38d44af5-c04b-463d-be73-137343317183,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:54.635820 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:54.659237 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:54.659986 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.670887 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a5190-0681-4349-a83a-ad8de66b755d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2d1e9b-c4fd-4ded-b480-6e95d86f9975,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:54.690228 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-266a5190-0681-4349-a83a-ad8de66b755d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:54.721390 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-266a5190-0681-4349-a83a-ad8de66b755d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.722781 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-266a5190-0681-4349-a83a-ad8de66b755d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a2d1e9b-c4fd-4ded-b480-6e95d86f9975 HTTP/1.1" status: 204 len: 168 time: 0.7712059 May 14 09:41:54.725115 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b2f6149e-7895-417a-99e9-14cbbc50fec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.730692 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=d1ab63c9-d68b-4f16-952f-322471fe1497,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:54.734079 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['d1ab63c9-d68b-4f16-952f-322471fe1497'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:41:54.739878 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4143672 May 14 09:41:54.740907 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b2f6149e-7895-417a-99e9-14cbbc50fec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.746155 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Allocated IP 172.27.2.188 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/4405b1c6-d4a7-498e-9389-2351ebcdd55c) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:54.758516 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:54.768738 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:54.774343 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Request body: {'port': {'device_id': 'eef71af7-4d15-412c-bd24-1558be7971dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:54.887647 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-b2f6149e-7895-417a-99e9-14cbbc50fec6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d18246af90054d23be8a2f1e91892b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6037114 May 14 09:41:54.891917 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6149e-7895-417a-99e9-14cbbc50fec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd376449-cc50-437d-8b90-36c46c8aa0f9,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:54.912742 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55086) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:54.913237 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55088) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:54.956291 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b2f6149e-7895-417a-99e9-14cbbc50fec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:54.976686 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:40Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '59df3c76-6bf2-41e8-9ff1-fd0e3d994752', 'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'mac_address': 'fa:16:3e:30:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'subnets': [{'id': '66021503-54ca-4040-9580-08c3db49374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:55.004457 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94faed7-2381-4552-ae97-5886f285e871 None None] The sync data for ids ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'] in dv-cinder-734144-18-iscsi is: [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:40Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '59df3c76-6bf2-41e8-9ff1-fd0e3d994752', 'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'mac_address': 'fa:16:3e:30:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'subnets': [{'id': '66021503-54ca-4040-9580-08c3db49374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:41:55.013710 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c3c8da17-9349-4abd-b93a-fe98b1ab13bf req-14ae11f1-10a1-4d79-9670-9ca21dcd0989 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 210 time: 0.1076486 May 14 09:41:55.114611 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:55.165093 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:55.246635 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:55.248573 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6431212 May 14 09:41:55.319978 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-60cd77cb-87d5-46fe-8546-148e1d88f38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:55.343974 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:55.384582 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:55.400523 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d34580-5505-4d7b-adbc-8c3e9db13d76 req-58b2e43f-1a5f-47a2-9ca8-a21948922abb tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:55.402137 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-94d34580-5505-4d7b-adbc-8c3e9db13d76 req-58b2e43f-1a5f-47a2-9ca8-a21948922abb tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 945 time: 0.5385590 May 14 09:41:55.457606 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:55.480669 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-60cd77cb-87d5-46fe-8546-148e1d88f38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:55.525227 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7f9acc8d-80e0-432d-9391-85e8ab11599d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:55.593768 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-7f9acc8d-80e0-432d-9391-85e8ab11599d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:55.614799 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-7f9acc8d-80e0-432d-9391-85e8ab11599d admin admin] Usage tracker for resource:security_group_rule and tenant:67d078ba981d4bffa6dd7fd56009c39b is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:55.617217 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8c642f5c-2aa3-43e0-a6da-8e68d68714c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:55.635358 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-7f9acc8d-80e0-432d-9391-85e8ab11599d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:55.690330 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-94d34580-5505-4d7b-adbc-8c3e9db13d76 req-006a5144-1e20-4fec-8c93-eafeca524392 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591646 May 14 09:41:55.707465 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-7f9acc8d-80e0-432d-9391-85e8ab11599d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:55.729824 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:55.745808 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:55.872014 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:55.888511 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-60cd77cb-87d5-46fe-8546-148e1d88f38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:55.889888 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:55.903605 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 649dda32-d472-4d09-ad73-3758ba462ec9 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:55.908975 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:55.963173 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event updated for resources: {'Port': ['ID=4405b1c6-d4a7-498e-9389-2351ebcdd55c,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:55.967599 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:55.972833 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Network bb5188e6-2019-4f12-8f56-7be059842ad1 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:55.973828 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-3193e595-af09-4d5f-8574-29b4118ee004 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Synchronizing usage tracker for tenant:48873c3bcf674a0593730b514b4ffa39 on resource:security_group {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:41:55.976679 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ae2fcfc5-7b02-4431-9a59-169d68d4d0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:55.979784 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:55.982698 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:56.006235 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd77cb-87d5-46fe-8546-148e1d88f38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd376449-cc50-437d-8b90-36c46c8aa0f9,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:56.013731 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-60cd77cb-87d5-46fe-8546-148e1d88f38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:56.043795 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-60cd77cb-87d5-46fe-8546-148e1d88f38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.044313 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-60cd77cb-87d5-46fe-8546-148e1d88f38b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd376449-cc50-437d-8b90-36c46c8aa0f9 HTTP/1.1" status: 204 len: 168 time: 1.1199548 May 14 09:41:56.109762 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7f9acc8d-80e0-432d-9391-85e8ab11599d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.150862 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7f9acc8d-80e0-432d-9391-85e8ab11599d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.154615 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.186751 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 649dda32-d472-4d09-ad73-3758ba462ec9 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:56.188195 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.191232 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-3193e595-af09-4d5f-8574-29b4118ee004 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Unset dirty status for tenant:48873c3bcf674a0593730b514b4ffa39 on resource:security_group {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:41:56.192642 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-3193e595-af09-4d5f-8574-29b4118ee004 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--645389841&fields=id&tenant_id=48873c3bcf674a0593730b514b4ffa39 HTTP/1.1" status: 200 len: 267 time: 0.3993044 May 14 09:41:56.204048 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:56.248307 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Pushing event updated for resources: {'Port': ['ID=d25ab694-ec88-40d1-9fb6-31bec8d64e4d,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:56.268018 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:56.289942 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:56.291714 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.347603 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5437360 May 14 09:41:56.385723 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Request body: {'port': {'device_id': '504a0a41-c4bd-4424-a605-43bb70f50aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:56.429380 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:56.479968 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-7f9acc8d-80e0-432d-9391-85e8ab11599d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67d078ba981d4bffa6dd7fd56009c39b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5506749 May 14 09:41:56.499003 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55150) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:56.599329 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device d1ab63c9-d68b-4f16-952f-322471fe1497 up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:56.721003 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:56.728652 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:56.729092 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.769509 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port d1ab63c9-d68b-4f16-952f-322471fe1497 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:56.778214 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port d1ab63c9-d68b-4f16-952f-322471fe1497 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:56.778621 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.831911 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9acc8d-80e0-432d-9391-85e8ab11599d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6414b882-49f1-4b28-a1bb-76b0a2fa3484,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:56.844038 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7f9acc8d-80e0-432d-9391-85e8ab11599d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:56.844479 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.897255 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55162) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:56.970785 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f2312d63-18f8-4036-8b2a-21405376b956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.004903 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c1a8dde9-d97e-4541-ac53-eb999d7f39b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.013792 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.029118 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.071467 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c1a8dde9-d97e-4541-ac53-eb999d7f39b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:57.084324 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=59df3c76-6bf2-41e8-9ff1-fd0e3d994752,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:57.088880 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.097639 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-949e0942-ee3d-494a-a67f-acb8b99739be tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:57.099189 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-949e0942-ee3d-494a-a67f-acb8b99739be tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/networks?id=33793f62-2dd2-41d9-955d-c771f928128f HTTP/1.1" status: 200 len: 817 time: 0.7698009 May 14 09:41:57.103392 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.109429 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-576b26d6-aa6d-470d-9327-745717f6c472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:57.125607 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-c1a8dde9-d97e-4541-ac53-eb999d7f39b0 admin admin] Usage tracker for resource:security_group_rule and tenant:5c69487722514f3b954da96278b0ab82 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:57.147255 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-c1a8dde9-d97e-4541-ac53-eb999d7f39b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:57.151805 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:41:57.157472 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f2312d63-18f8-4036-8b2a-21405376b956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.172379 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a58fd3-8f5e-4b15-908e-e20c1d6f163e req-005e4433-206f-4993-a877-5559ea5efdad tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:57.175029 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d3a58fd3-8f5e-4b15-908e-e20c1d6f163e req-005e4433-206f-4993-a877-5559ea5efdad tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 931 time: 0.7538052 May 14 09:41:57.178075 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.180651 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad831b1-fb99-4cac-be1f-8b10d0825562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ab63c9-d68b-4f16-952f-322471fe1497'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:41:57.189389 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c1a8dde9-d97e-4541-ac53-eb999d7f39b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:57.238505 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-4c538063-5eba-411d-ab41-2ab76f3ed617 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/quotas/48873c3bcf674a0593730b514b4ffa39 HTTP/1.1" status: 200 len: 375 time: 0.1207476 May 14 09:41:57.290754 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Transition to ACTIVE for port object cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:57.311068 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.331030 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:57.332643 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port d1ab63c9-d68b-4f16-952f-322471fe1497, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d1ab63c9-d68b-4f16-952f-322471fe1497,segment=NetworkSegment(bfa74d9a-fe82-4671-865f-5b9b2d2195fd),segment_id=bfa74d9a-fe82-4671-865f-5b9b2d2195fd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:57.348659 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-d3a58fd3-8f5e-4b15-908e-e20c1d6f163e req-21773e73-829a-4f89-95c0-9b783f808b8e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Synchronizing usage tracker for tenant:820eac1dbc9946d4beb718c13a457562 on resource:security_group {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:41:57.360502 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=59df3c76-6bf2-41e8-9ff1-fd0e3d994752,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:57.380056 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.398653 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.400299 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.403731 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:57.409559 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:57.421870 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:57.497390 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f2312d63-18f8-4036-8b2a-21405376b956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.557934 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-d3a58fd3-8f5e-4b15-908e-e20c1d6f163e req-21773e73-829a-4f89-95c0-9b783f808b8e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Unset dirty status for tenant:820eac1dbc9946d4beb718c13a457562 on resource:security_group {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:41:57.558585 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d3a58fd3-8f5e-4b15-908e-e20c1d6f163e req-21773e73-829a-4f89-95c0-9b783f808b8e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556385 May 14 09:41:57.562364 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event updated for resources: {'Port': ['ID=4405b1c6-d4a7-498e-9389-2351ebcdd55c,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:57.568476 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:57.611239 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=d1ab63c9-d68b-4f16-952f-322471fe1497,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:57.661645 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:57.685472 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-eb7732ec-ed6f-45bf-8382-60a47830812c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=48873c3bcf674a0593730b514b4ffa39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4315226 May 14 09:41:57.686289 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.702340 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:57.710145 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:57.732364 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-266a5190-0681-4349-a83a-ad8de66b755d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:57.744597 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.749534 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6208503 May 14 09:41:57.843787 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2312d63-18f8-4036-8b2a-21405376b956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6414b882-49f1-4b28-a1bb-76b0a2fa3484,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:57.880555 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f2312d63-18f8-4036-8b2a-21405376b956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:57.939246 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:57.944418 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f2312d63-18f8-4036-8b2a-21405376b956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.950977 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-f2312d63-18f8-4036-8b2a-21405376b956 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6414b882-49f1-4b28-a1bb-76b0a2fa3484 HTTP/1.1" status: 204 len: 168 time: 1.4510422 May 14 09:41:58.014122 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c1a8dde9-d97e-4541-ac53-eb999d7f39b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.021682 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Attempting to bind port cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:58.022095 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Attempting to bind port cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '92bf2871-13c9-4734-9497-ea00a963e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:58.028896 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Attempting to bind port cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b on network bb5188e6-2019-4f12-8f56-7be059842ad1 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:58.037127 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c1a8dde9-d97e-4541-ac53-eb999d7f39b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.056073 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Port cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b on network bb5188e6-2019-4f12-8f56-7be059842ad1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:41:58.058122 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Attempting to bind port cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b on network bb5188e6-2019-4f12-8f56-7be059842ad1 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:58.079859 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:58.096481 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:58.097044 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Checking segment: {'id': '92bf2871-13c9-4734-9497-ea00a963e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:58.097585 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Bound using segment: {'id': '92bf2871-13c9-4734-9497-ea00a963e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:58.098222 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Bound port: cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92bf2871-13c9-4734-9497-ea00a963e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:58.098724 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.127892 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:58.128454 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.324479 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1b62-7144-4fbc-be43-b95c9b09a840 req-2b2b24d1-a019-463f-8641-052151e8fa4a tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:58.335900 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9c4a1b62-7144-4fbc-be43-b95c9b09a840 req-2b2b24d1-a019-463f-8641-052151e8fa4a tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 946 time: 0.2904003 May 14 09:41:58.391446 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-c1a8dde9-d97e-4541-ac53-eb999d7f39b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c69487722514f3b954da96278b0ab82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4903824 May 14 09:41:58.400484 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55202) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:58.415485 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8dde9-d97e-4541-ac53-eb999d7f39b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff021904-7081-49d2-99cf-4c365ee1f8ec,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:58.457276 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c1a8dde9-d97e-4541-ac53-eb999d7f39b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:58.457959 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9c4a1b62-7144-4fbc-be43-b95c9b09a840 req-5348e13f-76af-4d4b-befd-21ec13904418 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181626 May 14 09:41:58.472351 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25ab694-ec88-40d1-9fb6-31bec8d64e4d {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:41:58.561884 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.608914 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] For port cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b, host hv-cinder-73414, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:58.612368 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Transition to ACTIVE for port object d25ab694-ec88-40d1-9fb6-31bec8d64e4d will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:58.641763 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0af5298e-1fe1-4372-a5f5-5eae5ab94909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.646938 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.659052 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] For port cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b,segment=NetworkSegment(92bf2871-13c9-4734-9497-ea00a963e1fd),segment_id=92bf2871-13c9-4734-9497-ea00a963e1fd)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:58.678346 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:58.720175 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-cac26673-7beb-4341-8074-c3a2413c34b0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78752) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:41:58.729448 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-cac26673-7beb-4341-8074-c3a2413c34b0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5522323 May 14 09:41:58.762053 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d25ab694-ec88-40d1-9fb6-31bec8d64e4d,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:58.765306 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:58.766897 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.842897 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:58.894255 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0af5298e-1fe1-4372-a5f5-5eae5ab94909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.905649 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55214) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:58.928784 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-7a5f4cfc-4a41-4bdc-aeea-d3decfacda77 service neutron] 10.222.0.30 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978817 May 14 09:41:58.991992 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad831b1-fb99-4cac-be1f-8b10d0825562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ab63c9-d68b-4f16-952f-322471fe1497', 'code': 200} May 14 09:41:59.019105 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55220) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:59.051948 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-13ac5213-e752-4885-8ece-893473a202b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.104535 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-63cf93e0-32d9-40f5-a3b3-4a3552473644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.124160 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-13ac5213-e752-4885-8ece-893473a202b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:59.129716 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:59.130393 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.132304 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] 10.222.0.77 "PUT /v2.0/ports/cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b HTTP/1.1" status: 200 len: 1093 time: 4.3784058 May 14 09:41:59.132975 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef71af7-4d15-412c-bd24-1558be7971dd', 'tag': 'cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:41:59.150283 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-63cf93e0-32d9-40f5-a3b3-4a3552473644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:59.156505 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-13ac5213-e752-4885-8ece-893473a202b9 admin admin] Usage tracker for resource:security_group_rule and tenant:2e2bf7fad38449fa9d0030624c84f50a is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:59.165456 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-63cf93e0-32d9-40f5-a3b3-4a3552473644 admin admin] Usage tracker for resource:security_group_rule and tenant:8c53d190cdc94412bc3ae65bcdd42eb8 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:59.166231 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-13ac5213-e752-4885-8ece-893473a202b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:59.188057 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-63cf93e0-32d9-40f5-a3b3-4a3552473644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:59.207920 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-13ac5213-e752-4885-8ece-893473a202b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:59.232770 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-63cf93e0-32d9-40f5-a3b3-4a3552473644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:59.280786 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-e6d70164-c839-47b4-be9b-d4e1e220d26e service neutron] 10.222.0.30 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504281 May 14 09:41:59.311107 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-6554265a-4d34-4306-9307-e0d8d26d6001 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1048258585&fields=id&tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3 HTTP/1.1" status: 200 len: 267 time: 0.1142633 May 14 09:41:59.320044 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:59.340389 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:59.378786 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Attempting to bind port d25ab694-ec88-40d1-9fb6-31bec8d64e4d on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:59.379149 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Attempting to bind port d25ab694-ec88-40d1-9fb6-31bec8d64e4d by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '92bf2871-13c9-4734-9497-ea00a963e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:59.379495 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Attempting to bind port d25ab694-ec88-40d1-9fb6-31bec8d64e4d on network bb5188e6-2019-4f12-8f56-7be059842ad1 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:59.388039 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0af5298e-1fe1-4372-a5f5-5eae5ab94909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.390467 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Port d25ab694-ec88-40d1-9fb6-31bec8d64e4d on network bb5188e6-2019-4f12-8f56-7be059842ad1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:41:59.390797 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Attempting to bind port d25ab694-ec88-40d1-9fb6-31bec8d64e4d on network bb5188e6-2019-4f12-8f56-7be059842ad1 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:59.408122 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:59.418137 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:59.419060 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Checking segment: {'id': '92bf2871-13c9-4734-9497-ea00a963e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:59.419060 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Bound using segment: {'id': '92bf2871-13c9-4734-9497-ea00a963e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:59.419490 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Bound port: d25ab694-ec88-40d1-9fb6-31bec8d64e4d, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92bf2871-13c9-4734-9497-ea00a963e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:59.419917 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.452481 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5298e-1fe1-4372-a5f5-5eae5ab94909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff021904-7081-49d2-99cf-4c365ee1f8ec,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:59.460512 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0af5298e-1fe1-4372-a5f5-5eae5ab94909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:59.486687 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-d8ae5b69-86fb-4828-84b4-3094904f4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:59.488495 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-d8ae5b69-86fb-4828-84b4-3094904f4211 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=820eac1dbc9946d4beb718c13a457562&device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 1096 time: 0.2727985 May 14 09:41:59.500620 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0af5298e-1fe1-4372-a5f5-5eae5ab94909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.504540 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-0af5298e-1fe1-4372-a5f5-5eae5ab94909 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff021904-7081-49d2-99cf-4c365ee1f8ec HTTP/1.1" status: 204 len: 168 time: 1.0984895 May 14 09:41:59.536855 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90400d-e579-4c20-afb8-bdaa5af126bb req-f0cb3910-f470-41e9-b9e2-1689fc1732eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:59.541907 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-cd90400d-e579-4c20-afb8-bdaa5af126bb req-f0cb3910-f470-41e9-b9e2-1689fc1732eb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 1099 time: 0.2717927 May 14 09:41:59.659904 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] For port d25ab694-ec88-40d1-9fb6-31bec8d64e4d, host hv-cinder-73414, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:59.667279 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] For port d25ab694-ec88-40d1-9fb6-31bec8d64e4d, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d25ab694-ec88-40d1-9fb6-31bec8d64e4d,segment=NetworkSegment(92bf2871-13c9-4734-9497-ea00a963e1fd),segment_id=92bf2871-13c9-4734-9497-ea00a963e1fd)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:59.684134 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.710689 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-79269c84-71ce-4499-82ef-ccdd7177c225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:59.731645 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-9e5a9c2a-aae7-4028-9712-914293affab0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:59.733741 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-9e5a9c2a-aae7-4028-9712-914293affab0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/networks?id=985cc55b-f372-49ec-9629-66d97c3fcf56 HTTP/1.1" status: 200 len: 811 time: 0.4022348 May 14 09:41:59.773729 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:59.774263 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.775697 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] 10.222.0.77 "PUT /v2.0/ports/d25ab694-ec88-40d1-9fb6-31bec8d64e4d HTTP/1.1" status: 200 len: 1093 time: 3.3984227 May 14 09:41:59.806155 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d25ab694-ec88-40d1-9fb6-31bec8d64e4d,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:59.808060 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-4d56dcbc-425e-438e-9f5c-1e0fc9d2d20f tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/quotas/91f7cc77c8c74e0d9e8f445f9248d7f3 HTTP/1.1" status: 200 len: 375 time: 0.0582249 May 14 09:41:59.821978 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:59.884544 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-13ac5213-e752-4885-8ece-893473a202b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.904655 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-13ac5213-e752-4885-8ece-893473a202b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.926413 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7f9acc8d-80e0-432d-9391-85e8ab11599d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:59.952373 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-63cf93e0-32d9-40f5-a3b3-4a3552473644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.990511 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-63cf93e0-32d9-40f5-a3b3-4a3552473644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.008761 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac5213-e752-4885-8ece-893473a202b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5efcf7-e615-4923-b4f0-e60123730519,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:00.017564 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-13ac5213-e752-4885-8ece-893473a202b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e2bf7fad38449fa9d0030624c84f50a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9963999 May 14 09:42:00.018671 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-13ac5213-e752-4885-8ece-893473a202b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:00.020480 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55268) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:00.022999 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-70d8f059-a44b-4212-8bb9-8b00c4f9b959 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:00.043657 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fda274-8e85-4158-94f0-e87e35ffcce4 req-e3cdd818-9f03-48d9-89db-8ed39a717f94 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:00.051988 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b5fda274-8e85-4158-94f0-e87e35ffcce4 req-e3cdd818-9f03-48d9-89db-8ed39a717f94 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 943 time: 0.3748288 May 14 09:42:00.117278 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-63cf93e0-32d9-40f5-a3b3-4a3552473644 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c53d190cdc94412bc3ae65bcdd42eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2078111 May 14 09:42:00.119573 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55276) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:00.122037 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1a8ab6e0-a8fb-40c3-8ac9-3474175e29f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.124355 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf93e0-32d9-40f5-a3b3-4a3552473644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54344008-8e09-4ee7-adda-1f046a435312,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:00.131090 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-63cf93e0-32d9-40f5-a3b3-4a3552473644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:00.156519 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-4af41f70-c4c4-411e-8d1a-92f0f12f550a tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3352029 May 14 09:42:00.164643 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b5fda274-8e85-4158-94f0-e87e35ffcce4 req-af1fff9d-bcbc-40ca-af57-db8fc16cd1ea tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112111 May 14 09:42:00.183363 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1a8ab6e0-a8fb-40c3-8ac9-3474175e29f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.271311 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d8f1629a-1cec-4139-b414-0125df7904b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.304073 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d8f1629a-1cec-4139-b414-0125df7904b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.343716 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef71af7-4d15-412c-bd24-1558be7971dd', 'tag': 'cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b', 'status': 'completed', 'code': 200} May 14 09:42:00.367461 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1a8ab6e0-a8fb-40c3-8ac9-3474175e29f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.378577 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c1a8dde9-d97e-4541-ac53-eb999d7f39b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:00.398528 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ab6e0-a8fb-40c3-8ac9-3474175e29f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5efcf7-e615-4923-b4f0-e60123730519,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:00.401987 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1a8ab6e0-a8fb-40c3-8ac9-3474175e29f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:00.403189 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1a8ab6e0-a8fb-40c3-8ac9-3474175e29f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.404551 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-1a8ab6e0-a8fb-40c3-8ac9-3474175e29f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e5efcf7-e615-4923-b4f0-e60123730519 HTTP/1.1" status: 204 len: 168 time: 0.3829050 May 14 09:42:00.409552 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d8f1629a-1cec-4139-b414-0125df7904b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.412919 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d8f1629a-1cec-4139-b414-0125df7904b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.417181 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-d8f1629a-1cec-4139-b414-0125df7904b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54344008-8e09-4ee7-adda-1f046a435312 HTTP/1.1" status: 204 len: 168 time: 0.2963996 May 14 09:42:00.418064 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b2f6149e-7895-417a-99e9-14cbbc50fec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:00.431888 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1629a-1cec-4139-b414-0125df7904b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54344008-8e09-4ee7-adda-1f046a435312,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:00.434363 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d8f1629a-1cec-4139-b414-0125df7904b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:00.512054 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-c523ef35-de3a-45ba-981b-4761ceb81be5 service neutron] 10.222.0.30 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339303 May 14 09:42:00.714901 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-ecee2744-0739-4e92-9c36-e45b6275a3fa service neutron] 10.222.0.30 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651287 May 14 09:42:00.734305 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da45e18-7151-495a-aeba-af8b97be9f1a req-43a9267b-5c4e-455e-adc4-04db32cbbe0e tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:00.736286 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5da45e18-7151-495a-aeba-af8b97be9f1a req-43a9267b-5c4e-455e-adc4-04db32cbbe0e tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 946 time: 0.2232606 May 14 09:42:00.790114 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5da45e18-7151-495a-aeba-af8b97be9f1a req-27b01083-6e67-43e8-b518-eccc0522752c tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468674 May 14 09:42:01.012108 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-122abe45-4ec5-424c-97bc-cb1c47823b5d req-45bf1b66-5066-42ec-ae52-3436b54d5eba tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 210 time: 0.0976245 May 14 09:42:01.029471 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a36873a4-36aa-4a97-b3d3-3b41cbb32ead req-94a4a195-4770-4449-832f-0e1f6c535469 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 210 time: 0.0695801 May 14 09:42:01.253916 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55324) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:01.288014 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-54119c50-3bc1-4b2d-9370-573980bd98db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:01.306641 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-54119c50-3bc1-4b2d-9370-573980bd98db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:01.311811 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-54119c50-3bc1-4b2d-9370-573980bd98db admin admin] Usage tracker for resource:security_group_rule and tenant:a64c38eaa8854ea4bbca39927ce47122 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:01.315841 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-54119c50-3bc1-4b2d-9370-573980bd98db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:01.322869 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-54119c50-3bc1-4b2d-9370-573980bd98db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:01.380888 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361c41b-f2e9-4198-bfb7-78ecfb4a42ca req-286f209f-a037-43f6-8e0b-4da55465a39e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:01.391914 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c361c41b-f2e9-4198-bfb7-78ecfb4a42ca req-286f209f-a037-43f6-8e0b-4da55465a39e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 943 time: 0.1081498 May 14 09:42:01.464456 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c361c41b-f2e9-4198-bfb7-78ecfb4a42ca req-ff0bdddd-ccc8-4da8-bba3-6f85f25765b6 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711737 May 14 09:42:01.502920 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-54119c50-3bc1-4b2d-9370-573980bd98db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:01.516697 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-54119c50-3bc1-4b2d-9370-573980bd98db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:01.527323 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ca662574-989c-4257-9f8e-52707bec8a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:01.570536 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-54119c50-3bc1-4b2d-9370-573980bd98db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a64c38eaa8854ea4bbca39927ce47122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153112 May 14 09:42:01.571891 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54119c50-3bc1-4b2d-9370-573980bd98db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae24b23-8cfe-42b7-9826-6a6d51f6a024,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:01.573256 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55334) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:01.576166 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-54119c50-3bc1-4b2d-9370-573980bd98db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:01.639680 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a1d7f685-c5f5-4886-acfa-47417eb67f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:01.668262 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a1d7f685-c5f5-4886-acfa-47417eb67f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:01.735913 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a1d7f685-c5f5-4886-acfa-47417eb67f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:01.745126 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-54c26ce8-caef-42cd-bfeb-e1aff3a3d548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:01.764154 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7f685-c5f5-4886-acfa-47417eb67f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae24b23-8cfe-42b7-9826-6a6d51f6a024,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:01.766914 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a1d7f685-c5f5-4886-acfa-47417eb67f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:01.780310 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a1d7f685-c5f5-4886-acfa-47417eb67f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:01.781519 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-a1d7f685-c5f5-4886-acfa-47417eb67f6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fae24b23-8cfe-42b7-9826-6a6d51f6a024 HTTP/1.1" status: 204 len: 168 time: 0.2071414 May 14 09:42:02.149607 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6879d32-83c3-44f8-a0f0-cc6aa4a7cc8e req-1592a39b-64dd-4b29-8b3c-9b3540e8565b tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:02.151767 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a6879d32-83c3-44f8-a0f0-cc6aa4a7cc8e req-1592a39b-64dd-4b29-8b3c-9b3540e8565b tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 946 time: 0.1476605 May 14 09:42:02.233747 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-076bfa51-087a-4312-b239-f5a38c89bea4 req-e3ca8e90-7112-401a-92e6-b3a18059e655 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 210 time: 0.0537732 May 14 09:42:02.264640 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a6879d32-83c3-44f8-a0f0-cc6aa4a7cc8e req-c6b7c804-8a1b-410c-9599-88b90662250f tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055083 May 14 09:42:02.344592 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504a0a41-c4bd-4424-a605-43bb70f50aaa', 'tag': 'd25ab694-ec88-40d1-9fb6-31bec8d64e4d'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:02.414415 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-dc6523b5-d9a1-4596-a849-7222191762cd req-30baf583-fbe2-4688-9a1e-fea6cfa37b86 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 210 time: 0.0590816 May 14 09:42:02.510852 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-d683637c-f9c7-424d-a502-25549d927aff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b HTTP/1.1" status: 200 len: 217 time: 0.1593752 May 14 09:42:02.592233 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504a0a41-c4bd-4424-a605-43bb70f50aaa', 'tag': 'd25ab694-ec88-40d1-9fb6-31bec8d64e4d', 'status': 'completed', 'code': 200} May 14 09:42:02.593910 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-cd90400d-e579-4c20-afb8-bdaa5af126bb req-e7952e51-2bcc-4efb-b72f-4baa27ad8125 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:02.675638 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-cd90400d-e579-4c20-afb8-bdaa5af126bb req-e7952e51-2bcc-4efb-b72f-4baa27ad8125 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:02.699427 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-cd90400d-e579-4c20-afb8-bdaa5af126bb req-e7952e51-2bcc-4efb-b72f-4baa27ad8125 service neutron] Usage tracker for resource:security_group_rule and tenant:7c9c2864cfe5466c950f4aca603ac89e is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:02.709690 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-cd90400d-e579-4c20-afb8-bdaa5af126bb req-e7952e51-2bcc-4efb-b72f-4baa27ad8125 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:02.736677 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-cd90400d-e579-4c20-afb8-bdaa5af126bb req-e7952e51-2bcc-4efb-b72f-4baa27ad8125 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:02.744328 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-ca69eade-ff31-4b1f-b845-2317a0b37d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:02.746165 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-ca69eade-ff31-4b1f-b845-2317a0b37d85 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=820eac1dbc9946d4beb718c13a457562&device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 1096 time: 0.2099586 May 14 09:42:02.749360 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-c2a638b6-a81f-4e10-a7db-147c454906c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:02.751064 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-c2a638b6-a81f-4e10-a7db-147c454906c1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4bc9d5e2-e185-405f-8722-476ba29acd76 HTTP/1.1" status: 200 len: 859 time: 0.1396756 May 14 09:42:02.888475 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f8bf5-77c5-4792-8fd5-94f84d17c2ef req-c15b6f0f-1d43-400e-b630-dacb9b52f6cd tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:02.890553 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c20f8bf5-77c5-4792-8fd5-94f84d17c2ef req-c15b6f0f-1d43-400e-b630-dacb9b52f6cd tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 943 time: 0.2110674 May 14 09:42:02.916240 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-82ce50a3-5843-430f-9abf-d78f52aec96c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb5188e6-2019-4f12-8f56-7be059842ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595224 May 14 09:42:02.980937 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c20f8bf5-77c5-4792-8fd5-94f84d17c2ef req-575a45b2-a4e8-4fb7-8690-1fb7078b4e80 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825179 May 14 09:42:03.015135 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-7c47d47f-ee92-4560-addc-f8ae4fe018c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d25ab694-ec88-40d1-9fb6-31bec8d64e4d HTTP/1.1" status: 200 len: 217 time: 0.2550805 May 14 09:42:03.195515 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-2ae5f233-42ed-4519-9832-34e46be0fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:03.200622 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-2ae5f233-42ed-4519-9832-34e46be0fdf4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4bc9d5e2-e185-405f-8722-476ba29acd76 HTTP/1.1" status: 200 len: 859 time: 0.1731937 May 14 09:42:03.302177 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.77', 61676) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:03.313412 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-ca9d1111-3720-44c9-837d-08f998db0e90 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866997 May 14 09:42:03.341784 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-c2f3e3d7-947e-4189-850a-b924c79a2fe5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb5188e6-2019-4f12-8f56-7be059842ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274140 May 14 09:42:03.809884 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a990c7c3-30da-424f-9e74-c3ead45ab061 req-5febb4f2-1716-4a51-8ebf-b51867078282 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 210 time: 0.0991914 May 14 09:42:03.948371 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-cd90400d-e579-4c20-afb8-bdaa5af126bb req-e7952e51-2bcc-4efb-b72f-4baa27ad8125 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:03.965967 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.77', 61680) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:03.968922 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-85d266df-9032-4f6d-9d91-db744b2424c8 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:03.974614 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-cd90400d-e579-4c20-afb8-bdaa5af126bb req-e7952e51-2bcc-4efb-b72f-4baa27ad8125 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:03.978278 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-85d266df-9032-4f6d-9d91-db744b2424c8 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.77 "GET /v2.0/networks?id=33793f62-2dd2-41d9-955d-c771f928128f HTTP/1.1" status: 200 len: 817 time: 0.6694174 May 14 09:42:04.044016 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:04.061715 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-cd90400d-e579-4c20-afb8-bdaa5af126bb req-e7952e51-2bcc-4efb-b72f-4baa27ad8125 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5494666 May 14 09:42:04.091626 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c318f3-91a1-4d40-9da1-95ecfcd29a9a req-3e1f9dab-10e4-47e5-b349-4f132a16ad82 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:04.100362 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-29c318f3-91a1-4d40-9da1-95ecfcd29a9a req-3e1f9dab-10e4-47e5-b349-4f132a16ad82 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 946 time: 0.4803061 May 14 09:42:04.160366 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3566a925-89ff-445d-815d-aecc072a6483 req-e667208e-6d75-4cab-b270-c9ce34dba689 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 210 time: 0.1645479 May 14 09:42:04.236811 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-14b2ecf8-afd2-4b0b-97cf-710e381a7eae service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7850702 May 14 09:42:04.251760 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-3f6d96ff-b8eb-40d4-981c-5bfec0ae30a9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48873c3bcf674a0593730b514b4ffa39 HTTP/1.1" status: 200 len: 379 time: 0.2567980 May 14 09:42:04.284337 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7952e51-2bcc-4efb-b72f-4baa27ad8125 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b33c81e9-2814-475f-977d-43d6a2481f19,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:04.287928 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e7952e51-2bcc-4efb-b72f-4baa27ad8125 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:04.290745 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-00b080e0-8727-45e7-bb60-0e1fcbcefe5a req-bfcebb7f-5a61-4f0a-9ca2-588cda898972 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9566169 May 14 09:42:04.301777 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Request body: {'port': {'device_id': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'admin_state_up': True, 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'security_groups': ['96a93ba1-8a69-4fe9-9f11-87260e34a778']}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:04.385952 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-29c318f3-91a1-4d40-9da1-95ecfcd29a9a req-6c325ed7-6bce-4249-9d9b-212be3b243e8 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830269 May 14 09:42:04.634379 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-3f897206-212e-40b4-a144-85c36227b6ed tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:04.635036 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-3f897206-212e-40b4-a144-85c36227b6ed tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Synchronizing usage tracker for tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 on resource:network {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:04.653040 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:04.660121 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Usage tracker for resource:port and tenant:48873c3bcf674a0593730b514b4ffa39 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:04.663293 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:04.676856 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:04.688735 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61888ea1-8888-4ff8-be8c-5a3b7af7eb07 req-f0862a5d-0c7d-466a-8537-780dd68a7309 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:04.690563 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-61888ea1-8888-4ff8-be8c-5a3b7af7eb07 req-f0862a5d-0c7d-466a-8537-780dd68a7309 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 943 time: 0.3035367 May 14 09:42:04.699367 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-3f897206-212e-40b4-a144-85c36227b6ed tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Unset dirty status for tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 on resource:network {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:04.700747 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-3f897206-212e-40b4-a144-85c36227b6ed tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.77 "GET /v2.0/networks?id=985cc55b-f372-49ec-9629-66d97c3fcf56 HTTP/1.1" status: 200 len: 811 time: 0.7282419 May 14 09:42:04.704319 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-55c47e9d-9fe4-419a-b660-3aeee58ff6e5 req-0e9dcaaf-ed0f-4459-8095-723192d93fb7 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528515 May 14 09:42:04.706541 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244b6ee-2eb3-47d7-9e9b-d9b005d223cb req-35153d6c-5cc6-4766-bbc5-471037575fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:04.708134 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8244b6ee-2eb3-47d7-9e9b-d9b005d223cb req-35153d6c-5cc6-4766-bbc5-471037575fe6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=820eac1dbc9946d4beb718c13a457562&device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 1096 time: 0.2712393 May 14 09:42:04.733564 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Made reservation on behalf of 48873c3bcf674a0593730b514b4ffa39 for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:04.737205 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:04.841024 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-61888ea1-8888-4ff8-be8c-5a3b7af7eb07 req-0aee295f-04e6-40c6-9c0e-425539116300 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346657 May 14 09:42:04.914842 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-416a356b-dd73-4685-a6d3-2baa5e01c9cd tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Synchronizing usage tracker for tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 on resource:security_group {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:04.993127 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-416a356b-dd73-4685-a6d3-2baa5e01c9cd tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Unset dirty status for tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 on resource:security_group {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:04.994281 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-416a356b-dd73-4685-a6d3-2baa5e01c9cd tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3 HTTP/1.1" status: 200 len: 380 time: 0.2816980 May 14 09:42:05.006887 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Request body: {'port': {'device_id': '7aefac81-13df-4710-a25f-af6f836a1409', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'admin_state_up': True, 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'security_groups': ['85b6cf9b-4460-48d5-ba8e-ceccde57cc47']}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:05.022537 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244b6ee-2eb3-47d7-9e9b-d9b005d223cb req-0ca38f25-9c8f-431c-852b-a48141e08365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:05.024253 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8244b6ee-2eb3-47d7-9e9b-d9b005d223cb req-0ca38f25-9c8f-431c-852b-a48141e08365 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb5188e6-2019-4f12-8f56-7be059842ad1 HTTP/1.1" status: 200 len: 920 time: 0.2969055 May 14 09:42:05.025661 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:42:05.098144 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-60376b58-4856-4a07-a1c6-ec6320bfcf40 req-cc7c3d45-f591-43bc-835f-1ebee35c2878 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 210 time: 0.0569737 May 14 09:42:05.238199 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e6fb2-6769-47a1-8e28-bf28f39a053e req-c28f40b5-2df7-4744-b930-19f645e443a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:05.250947 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-467e6fb2-6769-47a1-8e28-bf28f39a053e req-c28f40b5-2df7-4744-b930-19f645e443a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=820eac1dbc9946d4beb718c13a457562&device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 1096 time: 0.4161031 May 14 09:42:05.252060 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Allocated IP 172.20.0.13 (33793f62-2dd2-41d9-955d-c771f928128f/35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a/5d039db5-4b1e-4b9c-82ea-447824ecfd7f) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:42:05.265864 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8244b6ee-2eb3-47d7-9e9b-d9b005d223cb req-d6f3ee20-6ad2-4bed-bfe9-a917561a3356 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b HTTP/1.1" status: 200 len: 217 time: 0.2302489 May 14 09:42:05.316884 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:42:05.599757 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e6fb2-6769-47a1-8e28-bf28f39a053e req-a23fb8d2-402a-48c0-abc5-24bba88e2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:05.601217 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-467e6fb2-6769-47a1-8e28-bf28f39a053e req-a23fb8d2-402a-48c0-abc5-24bba88e2927 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb5188e6-2019-4f12-8f56-7be059842ad1 HTTP/1.1" status: 200 len: 920 time: 0.3483760 May 14 09:42:05.629798 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b,segment=NetworkSegment(92bf2871-13c9-4734-9497-ea00a963e1fd),segment_id=92bf2871-13c9-4734-9497-ea00a963e1fd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:05.640409 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e63e3dc7-1b34-48f4-9b8c-7080cfa1f2d7 req-d4b9410b-6c3d-4476-b171-bdce30f94099 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 210 time: 0.1428630 May 14 09:42:05.668514 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': 'cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b', 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1', 'port_id': 'cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b', 'mac_address': 'fa:16:3e:d1:25:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc9d5e2-e185-405f-8722-476ba29acd76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:42:05.792146 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:05.847009 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:05.878062 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55522) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:05.893612 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b,segment=NetworkSegment(92bf2871-13c9-4734-9497-ea00a963e1fd),segment_id=92bf2871-13c9-4734-9497-ea00a963e1fd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:05.901242 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:05.903015 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:05.957242 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:05.984298 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244b6ee-2eb3-47d7-9e9b-d9b005d223cb req-8897e5a5-dac2-4d5b-8cff-355d37fa1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:05.984901 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8244b6ee-2eb3-47d7-9e9b-d9b005d223cb req-8897e5a5-dac2-4d5b-8cff-355d37fa1ce9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4bc9d5e2-e185-405f-8722-476ba29acd76 HTTP/1.1" status: 200 len: 859 time: 0.3680289 May 14 09:42:06.017784 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-467e6fb2-6769-47a1-8e28-bf28f39a053e req-06bcd9b7-0f6b-40a8-baa6-e7574634579d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d25ab694-ec88-40d1-9fb6-31bec8d64e4d HTTP/1.1" status: 200 len: 217 time: 0.3217874 May 14 09:42:06.019088 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c56cd-c936-41ff-8a9c-45f4abd0aee2 req-62c783c0-277f-4171-bfbd-d4f91f1f6244 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:06.021184 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ff5c56cd-c936-41ff-8a9c-45f4abd0aee2 req-62c783c0-277f-4171-bfbd-d4f91f1f6244 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 946 time: 0.3765476 May 14 09:42:06.022778 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Transition to ACTIVE for port object 5d039db5-4b1e-4b9c-82ea-447824ecfd7f will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:06.076720 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:06.082815 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:06.128236 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:42:06.143780 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-09e573ca-680e-4b71-b5e4-776dadf45121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:06.162652 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8244b6ee-2eb3-47d7-9e9b-d9b005d223cb req-674bed40-0fe2-4fcb-a776-495dee893a17 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb5188e6-2019-4f12-8f56-7be059842ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139381 May 14 09:42:06.190551 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-09e573ca-680e-4b71-b5e4-776dadf45121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:06.194123 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:06.203085 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Usage tracker for resource:port and tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:06.211806 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:06.213374 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ff5c56cd-c936-41ff-8a9c-45f4abd0aee2 req-dda6a284-5e6f-4cc5-9507-825bafb725e2 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823251 May 14 09:42:06.218802 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:06.220071 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-09e573ca-680e-4b71-b5e4-776dadf45121 admin admin] Usage tracker for resource:security_group_rule and tenant:7ff0b8712309431e91864b50b5e801e2 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:06.244642 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-09e573ca-680e-4b71-b5e4-776dadf45121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:06.270334 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-09e573ca-680e-4b71-b5e4-776dadf45121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:06.309256 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:06.397453 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:06.397894 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Made reservation on behalf of 91f7cc77c8c74e0d9e8f445f9248d7f3 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:06.402024 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:06.661469 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a685d-5cb7-4392-aaf9-2866113753fb req-b1df83e9-58af-4af4-b540-0a7d294df0e4 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:06.670159 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-103a685d-5cb7-4392-aaf9-2866113753fb req-b1df83e9-58af-4af4-b540-0a7d294df0e4 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 943 time: 0.6057193 May 14 09:42:06.677768 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-09e573ca-680e-4b71-b5e4-776dadf45121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:06.690175 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Network 33793f62-2dd2-41d9-955d-c771f928128f is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:06.696048 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-09e573ca-680e-4b71-b5e4-776dadf45121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:06.698883 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:06.720951 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e6fb2-6769-47a1-8e28-bf28f39a053e req-11f74518-2547-4258-9fbf-492dd8be2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:06.722539 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-467e6fb2-6769-47a1-8e28-bf28f39a053e req-11f74518-2547-4258-9fbf-492dd8be2245 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4bc9d5e2-e185-405f-8722-476ba29acd76 HTTP/1.1" status: 200 len: 859 time: 0.6680627 May 14 09:42:06.737010 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8244b6ee-2eb3-47d7-9e9b-d9b005d223cb req-68973b95-6f33-4788-950a-abb1680e23d2 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626404 May 14 09:42:06.748774 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:42:06.811134 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event updated for resources: {'Port': ['ID=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:06.828018 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:06.840195 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Allocated IP 172.20.0.14 (985cc55b-f372-49ec-9629-66d97c3fcf56/66021503-54ca-4040-9580-08c3db49374a/f98b939d-7329-464d-b363-a8a7412a7c82) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:42:06.844162 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-467e6fb2-6769-47a1-8e28-bf28f39a053e req-8abd2ab7-00e9-40bd-bd09-b279ed9008e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb5188e6-2019-4f12-8f56-7be059842ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123662 May 14 09:42:06.853974 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-783dce55-51c9-487b-8d8a-7c74e60ff313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:06.905403 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-09e573ca-680e-4b71-b5e4-776dadf45121 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ff0b8712309431e91864b50b5e801e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0234900 May 14 09:42:06.920993 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55566) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:06.929608 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-103a685d-5cb7-4392-aaf9-2866113753fb req-8abdeeb3-b80a-4e55-9f9e-1d115e845924 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578321 May 14 09:42:06.940716 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:06.940947 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:06.965610 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e573ca-680e-4b71-b5e4-776dadf45121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b1c2e2-6dad-494d-b53e-600d21894825,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:06.969593 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-09e573ca-680e-4b71-b5e4-776dadf45121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:07.020391 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cceef-294b-4da3-a436-bc73bc4279cb req-f1a1edc6-2d43-4ac5-bafd-eadbca9c426f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:07.021126 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-eb7cceef-294b-4da3-a436-bc73bc4279cb req-f1a1edc6-2d43-4ac5-bafd-eadbca9c426f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Synchronizing usage tracker for tenant:48873c3bcf674a0593730b514b4ffa39 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:07.059586 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55570) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:07.061850 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8010495 May 14 09:42:07.080828 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Request body: {'port': {'device_id': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:07.083711 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-2e18cf72-1305-4efb-87ec-b6364d418e41 None None] Provisioning for port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:07.090091 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-2e18cf72-1305-4efb-87ec-b6364d418e41 None None] Provisioning complete for port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:07.090487 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-2e18cf72-1305-4efb-87ec-b6364d418e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.171054 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-2e18cf72-1305-4efb-87ec-b6364d418e41 None None] Port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:42:07.175030 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-eb7cceef-294b-4da3-a436-bc73bc4279cb req-f1a1edc6-2d43-4ac5-bafd-eadbca9c426f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Unset dirty status for tenant:48873c3bcf674a0593730b514b4ffa39 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:07.180091 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-eb7cceef-294b-4da3-a436-bc73bc4279cb req-f1a1edc6-2d43-4ac5-bafd-eadbca9c426f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 932 time: 0.6833868 May 14 09:42:07.191041 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b8bc-abe9-4ec8-99fe-312a1bbcfc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.202901 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8244b6ee-2eb3-47d7-9e9b-d9b005d223cb req-24997538-a5ca-4f4b-9f01-2b1b67392c24 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239364 May 14 09:42:07.205688 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e8f995bd-e661-458f-b5a6-6c020b892ea1 req-8d2e345b-b326-49bb-90eb-ff122b35c12b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 210 time: 0.0853329 May 14 09:42:07.335417 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device d25ab694-ec88-40d1-9fb6-31bec8d64e4d details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:42:07.392368 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-467e6fb2-6769-47a1-8e28-bf28f39a053e req-976cf3ed-f552-4ce5-8d34-8be5e1ad7954 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364645 May 14 09:42:07.418638 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:07.423217 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1768c26e-4c44-4f25-b079-d3184e6ea9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.445425 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b8bc-abe9-4ec8-99fe-312a1bbcfc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.459345 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-eb7cceef-294b-4da3-a436-bc73bc4279cb req-fcb5b5b2-6950-4b1f-b8d3-76074e5b5f05 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639542 May 14 09:42:07.495791 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-1768c26e-4c44-4f25-b079-d3184e6ea9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:07.504259 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-1768c26e-4c44-4f25-b079-d3184e6ea9b8 admin admin] Usage tracker for resource:security_group_rule and tenant:5c9648410f7e47e2ac0d61fe42030410 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:07.511738 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-1768c26e-4c44-4f25-b079-d3184e6ea9b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:07.514836 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.542142 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-1768c26e-4c44-4f25-b079-d3184e6ea9b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:07.572877 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port d25ab694-ec88-40d1-9fb6-31bec8d64e4d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d25ab694-ec88-40d1-9fb6-31bec8d64e4d,segment=NetworkSegment(92bf2871-13c9-4734-9497-ea00a963e1fd),segment_id=92bf2871-13c9-4734-9497-ea00a963e1fd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:07.589750 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': 'd25ab694-ec88-40d1-9fb6-31bec8d64e4d', 'network_id': 'bb5188e6-2019-4f12-8f56-7be059842ad1', 'port_id': 'd25ab694-ec88-40d1-9fb6-31bec8d64e4d', 'mac_address': 'fa:16:3e:6a:d1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc9d5e2-e185-405f-8722-476ba29acd76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:42:07.591709 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:07.630592 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:07.631268 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.684496 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.723934 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-467e6fb2-6769-47a1-8e28-bf28f39a053e req-1b1abcbd-fe14-4cda-9e86-7e216c6cd9b9 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206549 May 14 09:42:07.730390 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.754142 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25ab694-ec88-40d1-9fb6-31bec8d64e4d {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:07.755778 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Transition to ACTIVE for port object f98b939d-7329-464d-b363-a8a7412a7c82 will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:07.779230 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b8bc-abe9-4ec8-99fe-312a1bbcfc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.788467 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.796007 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7b2c95a1-c5a9-4dcb-8e6a-f6635872034f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:07.809541 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port d25ab694-ec88-40d1-9fb6-31bec8d64e4d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d25ab694-ec88-40d1-9fb6-31bec8d64e4d,segment=NetworkSegment(92bf2871-13c9-4734-9497-ea00a963e1fd),segment_id=92bf2871-13c9-4734-9497-ea00a963e1fd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:07.817989 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.822050 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:07.850888 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c07c676f-4d03-49e3-81e5-40442534536d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:07.880247 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Network 985cc55b-f372-49ec-9629-66d97c3fcf56 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:07.889158 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:07.893169 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:42:07.897212 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.948382 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef71af7-4d15-412c-bd24-1558be7971dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:07.972183 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:07.973104 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.979186 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event updated for resources: {'Port': ['ID=f98b939d-7329-464d-b363-a8a7412a7c82,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:07.984236 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f0711-4da7-4ab1-ac77-4a12c1d4893c req-30d0e500-9b50-44e8-b45a-9f555f43dce5 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:07.987204 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=d25ab694-ec88-40d1-9fb6-31bec8d64e4d,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:07.990715 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b,segment=NetworkSegment(92bf2871-13c9-4734-9497-ea00a963e1fd),segment_id=92bf2871-13c9-4734-9497-ea00a963e1fd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:07.992200 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-775f0711-4da7-4ab1-ac77-4a12c1d4893c req-30d0e500-9b50-44e8-b45a-9f555f43dce5 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 946 time: 0.6611383 May 14 09:42:08.005321 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:08.010809 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:08.013308 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:08.021479 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:08.033271 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0302980 May 14 09:42:08.048843 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Request body: {'port': {'device_id': '7aefac81-13df-4710-a25f-af6f836a1409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:08.050239 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5b8bc-abe9-4ec8-99fe-312a1bbcfc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b1c2e2-6dad-494d-b53e-600d21894825,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:08.068065 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55602) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:08.090761 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef71af7-4d15-412c-bd24-1558be7971dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b', 'code': 200} May 14 09:42:08.113199 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['d25ab694-ec88-40d1-9fb6-31bec8d64e4d'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:42:08.130977 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9fa5b8bc-abe9-4ec8-99fe-312a1bbcfc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:08.260897 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:08.298757 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b8bc-abe9-4ec8-99fe-312a1bbcfc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:08.299945 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-9fa5b8bc-abe9-4ec8-99fe-312a1bbcfc53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2b1c2e2-6dad-494d-b53e-600d21894825 HTTP/1.1" status: 204 len: 168 time: 1.3752620 May 14 09:42:08.320090 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:08.330401 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:08.348128 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-01a50666-4e32-4d3d-8c4f-239f96fe71f2 None None] Provisioning for port f98b939d-7329-464d-b363-a8a7412a7c82 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:08.361803 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-01a50666-4e32-4d3d-8c4f-239f96fe71f2 None None] Provisioning complete for port f98b939d-7329-464d-b363-a8a7412a7c82 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:08.362585 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-01a50666-4e32-4d3d-8c4f-239f96fe71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:08.424184 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-775f0711-4da7-4ab1-ac77-4a12c1d4893c req-5df101e2-706f-4ec3-a157-61d4022b9109 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308085 May 14 09:42:08.464010 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1768c26e-4c44-4f25-b079-d3184e6ea9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:08.492622 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-01a50666-4e32-4d3d-8c4f-239f96fe71f2 None None] Port f98b939d-7329-464d-b363-a8a7412a7c82 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:42:08.504088 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1768c26e-4c44-4f25-b079-d3184e6ea9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:08.562905 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:08.748204 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768c26e-4c44-4f25-b079-d3184e6ea9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dcbcbc-7b65-4309-b1fb-4c0eff4a67b8,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:08.798809 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-1768c26e-4c44-4f25-b079-d3184e6ea9b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c9648410f7e47e2ac0d61fe42030410&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7347877 May 14 09:42:08.808066 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1768c26e-4c44-4f25-b079-d3184e6ea9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:08.816355 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02946e-96bc-42c7-91a5-d01b1c72c21f req-f05455d3-cb89-4f1b-8cff-7068862a8d7d tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:08.823716 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4d02946e-96bc-42c7-91a5-d01b1c72c21f req-f05455d3-cb89-4f1b-8cff-7068862a8d7d tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 944 time: 0.5702808 May 14 09:42:08.823882 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55632) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:08.870564 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d51ae-1216-413f-b510-adbb1fca630d req-770d5510-3755-4467-81bc-297cd2f0a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:08.872093 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-e69d51ae-1216-413f-b510-adbb1fca630d req-770d5510-3755-4467-81bc-297cd2f0a92e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 1098 time: 0.5130401 May 14 09:42:08.883761 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-48f070a4-e5e7-423f-84e7-4099a959e0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:08.919420 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d039db5-4b1e-4b9c-82ea-447824ecfd7f {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:08.927571 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55636) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:08.933530 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-48f070a4-e5e7-423f-84e7-4099a959e0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:08.963334 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:08.966458 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-48f070a4-e5e7-423f-84e7-4099a959e0ee admin admin] Usage tracker for resource:security_group_rule and tenant:4a49b06d672443cf86133cc713fc89af is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:08.970441 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-48f070a4-e5e7-423f-84e7-4099a959e0ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:08.982959 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9b33bbc3-0e5a-403e-9758-aa32efe6ddd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:08.991345 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4ddab28e-9293-4049-a49f-2b764e440158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.003917 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4d02946e-96bc-42c7-91a5-d01b1c72c21f req-a85186aa-b364-402f-a4d7-c61b65cc13d9 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787426 May 14 09:42:09.018049 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-48f070a4-e5e7-423f-84e7-4099a959e0ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:09.018160 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-e69d51ae-1216-413f-b510-adbb1fca630d req-b8d4eb77-586b-4524-a3bb-ad99017b30f4 service neutron] Synchronizing usage tracker for tenant:7c9c2864cfe5466c950f4aca603ac89e on resource:security_group {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:09.050514 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9b33bbc3-0e5a-403e-9758-aa32efe6ddd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:09.053065 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Transition to ACTIVE for port object 5d039db5-4b1e-4b9c-82ea-447824ecfd7f will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:09.053282 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4ddab28e-9293-4049-a49f-2b764e440158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.074625 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-9b33bbc3-0e5a-403e-9758-aa32efe6ddd8 admin admin] Usage tracker for resource:security_group_rule and tenant:9ef045ec96724f9a88c53db2889b790c is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:09.080208 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-9b33bbc3-0e5a-403e-9758-aa32efe6ddd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:09.084828 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.091458 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9b33bbc3-0e5a-403e-9758-aa32efe6ddd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:09.109316 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d125e0-bccb-4c20-b066-bfbe1009ac11 req-24ceb948-28bd-43da-9735-c8841ef50afd tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:09.111161 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d6d125e0-bccb-4c20-b066-bfbe1009ac11 req-24ceb948-28bd-43da-9735-c8841ef50afd tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 932 time: 0.4062853 May 14 09:42:09.115240 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-645a12f4-764c-4622-8fc4-b98d10d6a758 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:09.165982 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55642) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:09.220164 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98b939d-7329-464d-b363-a8a7412a7c82 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:09.231186 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4ddab28e-9293-4049-a49f-2b764e440158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.240957 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.243921 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b936b423-0ecc-470a-aab9-f1c2d1933c12 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:09.246590 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Pushing event updated for resources: {'Port': ['ID=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:09.260777 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddab28e-9293-4049-a49f-2b764e440158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dcbcbc-7b65-4309-b1fb-4c0eff4a67b8,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:09.267096 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4ddab28e-9293-4049-a49f-2b764e440158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:09.290847 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4ddab28e-9293-4049-a49f-2b764e440158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.292337 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-4ddab28e-9293-4049-a49f-2b764e440158 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54dcbcbc-7b65-4309-b1fb-4c0eff4a67b8 HTTP/1.1" status: 204 len: 168 time: 0.4673798 May 14 09:42:09.301532 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Transition to ACTIVE for port object f98b939d-7329-464d-b363-a8a7412a7c82 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:09.314429 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.334262 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:09.343173 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device d25ab694-ec88-40d1-9fb6-31bec8d64e4d up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:09.363823 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:09.503549 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d6d125e0-bccb-4c20-b066-bfbe1009ac11 req-da2d18e9-c82f-45a7-9b6f-e8bc97237843 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148150 May 14 09:42:09.700228 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port d25ab694-ec88-40d1-9fb6-31bec8d64e4d completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:09.700818 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-48f070a4-e5e7-423f-84e7-4099a959e0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.711817 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port d25ab694-ec88-40d1-9fb6-31bec8d64e4d triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:09.712514 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.717736 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-48f070a4-e5e7-423f-84e7-4099a959e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.766230 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6fa40947-bef9-4238-86da-d9ab3321cf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.769522 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:09.782265 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-48f070a4-e5e7-423f-84e7-4099a959e0ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a49b06d672443cf86133cc713fc89af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7072153 May 14 09:42:09.803462 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55656) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:09.832390 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-e69d51ae-1216-413f-b510-adbb1fca630d req-b8d4eb77-586b-4524-a3bb-ad99017b30f4 service neutron] Unset dirty status for tenant:7c9c2864cfe5466c950f4aca603ac89e on resource:security_group {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:09.833594 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-e69d51ae-1216-413f-b510-adbb1fca630d req-b8d4eb77-586b-4524-a3bb-ad99017b30f4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9496105 May 14 09:42:09.834796 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-6fa40947-bef9-4238-86da-d9ab3321cf60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:09.853101 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Attempting to bind port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:42:09.853488 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Attempting to bind port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:42:09.853831 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Attempting to bind port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f on network 33793f62-2dd2-41d9-955d-c771f928128f {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:09.881305 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f on network 33793f62-2dd2-41d9-955d-c771f928128f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:42:09.881652 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Attempting to bind port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f on network 33793f62-2dd2-41d9-955d-c771f928128f {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:09.884125 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f070a4-e5e7-423f-84e7-4099a959e0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9beb537a-b4c7-4f01-9364-e2336c57ea27,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:09.907835 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-48f070a4-e5e7-423f-84e7-4099a959e0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:09.909002 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:42:09.909354 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Checking segment: {'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:09.909972 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Bound using segment: {'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:42:09.910608 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Bound port: 5d039db5-4b1e-4b9c-82ea-447824ecfd7f, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:42:09.911138 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.913130 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.924547 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55660) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:09.928279 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Pushing event updated for resources: {'Port': ['ID=f98b939d-7329-464d-b363-a8a7412a7c82,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:09.947331 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-6fa40947-bef9-4238-86da-d9ab3321cf60 admin admin] Usage tracker for resource:security_group_rule and tenant:7f740359c0ef410690116d6c482bd3b4 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:09.950505 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:09.956356 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port d25ab694-ec88-40d1-9fb6-31bec8d64e4d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d25ab694-ec88-40d1-9fb6-31bec8d64e4d,segment=NetworkSegment(92bf2871-13c9-4734-9497-ea00a963e1fd),segment_id=92bf2871-13c9-4734-9497-ea00a963e1fd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:09.958288 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-6fa40947-bef9-4238-86da-d9ab3321cf60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:09.961696 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.965435 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-25822ee2-af9b-4150-bf91-5ad78af11ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:09.972616 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f81d5-4543-4a49-a473-99fd836e1e77 req-04029c38-a144-4589-a1ac-75ea150cc495 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:09.974335 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-196f81d5-4543-4a49-a473-99fd836e1e77 req-04029c38-a144-4589-a1ac-75ea150cc495 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.7425969 May 14 09:42:09.979485 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-6fa40947-bef9-4238-86da-d9ab3321cf60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:09.991258 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e556ea35-e375-485e-9f4f-d144cd3da5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.000057 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Attempting to bind port f98b939d-7329-464d-b363-a8a7412a7c82 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:42:10.000395 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Attempting to bind port f98b939d-7329-464d-b363-a8a7412a7c82 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:42:10.002484 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Attempting to bind port f98b939d-7329-464d-b363-a8a7412a7c82 on network 985cc55b-f372-49ec-9629-66d97c3fcf56 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:10.006751 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8b009e78-2eb5-48ee-b72d-faa6436454b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.009961 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Port f98b939d-7329-464d-b363-a8a7412a7c82 on network 985cc55b-f372-49ec-9629-66d97c3fcf56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:42:10.010284 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Attempting to bind port f98b939d-7329-464d-b363-a8a7412a7c82 on network 985cc55b-f372-49ec-9629-66d97c3fcf56 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:10.014521 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e556ea35-e375-485e-9f4f-d144cd3da5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:10.019600 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:42:10.019600 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Checking segment: {'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:10.019600 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Bound using segment: {'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:42:10.020023 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Bound port: f98b939d-7329-464d-b363-a8a7412a7c82, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:42:10.020125 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.049920 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9b33bbc3-0e5a-403e-9758-aa32efe6ddd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.051682 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=d25ab694-ec88-40d1-9fb6-31bec8d64e4d,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:10.068211 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:10.068953 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9b33bbc3-0e5a-403e-9758-aa32efe6ddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.070801 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e556ea35-e375-485e-9f4f-d144cd3da5da admin admin] Usage tracker for resource:security_group_rule and tenant:fa31d20334bb42dfb349fb162ae6a9ac is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:10.083127 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e556ea35-e375-485e-9f4f-d144cd3da5da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:10.085284 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:10.092502 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504a0a41-c4bd-4424-a605-43bb70f50aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25ab694-ec88-40d1-9fb6-31bec8d64e4d'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:10.101637 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e556ea35-e375-485e-9f4f-d144cd3da5da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:10.143547 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8b009e78-2eb5-48ee-b72d-faa6436454b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.161677 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] For port f98b939d-7329-464d-b363-a8a7412a7c82, host hv-cinder-73414, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:42:10.169688 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] For port f98b939d-7329-464d-b363-a8a7412a7c82, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f98b939d-7329-464d-b363-a8a7412a7c82,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:42:10.179560 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.191920 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:10.219013 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-196f81d5-4543-4a49-a473-99fd836e1e77 req-2a6e12ce-b18b-49c1-b1b0-8dcdd604eb4b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095306 May 14 09:42:10.254925 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-9b33bbc3-0e5a-403e-9758-aa32efe6ddd8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ef045ec96724f9a88c53db2889b790c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3157783 May 14 09:42:10.255033 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55668) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:10.255165 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] For port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f, host hv-cinder-73414, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:42:10.256363 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33bbc3-0e5a-403e-9758-aa32efe6ddd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d2cfcc-6694-4ef1-9600-db304d8d4a6c,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:10.274725 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9b33bbc3-0e5a-403e-9758-aa32efe6ddd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:10.289243 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] For port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:42:10.299425 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.307694 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:10.313674 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:10.314313 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.315867 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] 10.222.0.77 "PUT /v2.0/ports/f98b939d-7329-464d-b363-a8a7412a7c82 HTTP/1.1" status: 200 len: 1094 time: 2.2735493 May 14 09:42:10.335307 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aefac81-13df-4710-a25f-af6f836a1409', 'tag': 'f98b939d-7329-464d-b363-a8a7412a7c82'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:10.358625 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-2d8cf94e-7930-47d2-a65c-381b019474cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.368776 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Pushing event updated for resources: {'Port': ['ID=f98b939d-7329-464d-b363-a8a7412a7c82,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:10.382963 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504a0a41-c4bd-4424-a605-43bb70f50aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25ab694-ec88-40d1-9fb6-31bec8d64e4d', 'code': 200} May 14 09:42:10.421117 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:10.434871 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:10.443203 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.444875 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] 10.222.0.77 "PUT /v2.0/ports/5d039db5-4b1e-4b9c-82ea-447824ecfd7f HTTP/1.1" status: 200 len: 1094 time: 3.3738739 May 14 09:42:10.458716 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'tag': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:10.517291 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ab63e-c742-4639-bcb1-3e659ecdbc7a req-be6e938f-e84b-438e-91c5-f50521a0088e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:10.518802 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-282ab63e-c742-4639-bcb1-3e659ecdbc7a req-be6e938f-e84b-438e-91c5-f50521a0088e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.3865013 May 14 09:42:10.519868 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Pushing event updated for resources: {'Port': ['ID=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:10.536105 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8b009e78-2eb5-48ee-b72d-faa6436454b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.557484 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aefac81-13df-4710-a25f-af6f836a1409', 'tag': 'f98b939d-7329-464d-b363-a8a7412a7c82', 'status': 'completed', 'code': 200} May 14 09:42:10.574608 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6fa40947-bef9-4238-86da-d9ab3321cf60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.623734 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6fa40947-bef9-4238-86da-d9ab3321cf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.675901 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:10.712392 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9b33bbc3-0e5a-403e-9758-aa32efe6ddd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:10.726440 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e556ea35-e375-485e-9f4f-d144cd3da5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.729351 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:10.759787 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-6fa40947-bef9-4238-86da-d9ab3321cf60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f740359c0ef410690116d6c482bd3b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5932953 May 14 09:42:10.769168 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55684) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:10.783433 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e556ea35-e375-485e-9f4f-d144cd3da5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.791737 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b009e78-2eb5-48ee-b72d-faa6436454b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beb537a-b4c7-4f01-9364-e2336c57ea27,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:10.800724 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8b009e78-2eb5-48ee-b72d-faa6436454b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:10.805734 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b8f768e2-dd5d-4593-8f0f-8e1181a2de6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.820235 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa40947-bef9-4238-86da-d9ab3321cf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8d56c0-3347-49cc-8368-e64d638f71fa,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:10.838842 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6fa40947-bef9-4238-86da-d9ab3321cf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:10.846280 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ed0e80a2-1df8-4f71-9dbf-58e14c187055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:10.883918 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-e556ea35-e375-485e-9f4f-d144cd3da5da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa31d20334bb42dfb349fb162ae6a9ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9418864 May 14 09:42:10.889272 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b8f768e2-dd5d-4593-8f0f-8e1181a2de6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.899894 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55694) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:10.945557 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8b009e78-2eb5-48ee-b72d-faa6436454b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.948140 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-8b009e78-2eb5-48ee-b72d-faa6436454b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9beb537a-b4c7-4f01-9364-e2336c57ea27 HTTP/1.1" status: 204 len: 168 time: 1.1434810 May 14 09:42:10.960267 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-282ab63e-c742-4639-bcb1-3e659ecdbc7a req-79727c08-7f21-4423-a205-9e9d81924cc2 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830093 May 14 09:42:10.971000 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556ea35-e375-485e-9f4f-d144cd3da5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911c03b1-688d-4467-844f-71361c28f925,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:10.985795 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-563a905c-df9f-48e8-bc5a-9aed01b20c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:10.987283 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-563a905c-df9f-48e8-bc5a-9aed01b20c5c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3&device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 1097 time: 0.5678887 May 14 09:42:11.001975 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e556ea35-e375-485e-9f4f-d144cd3da5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:11.005189 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-224d7971-cdb1-4cc1-a965-cb2a6bcdaf47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.038767 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-224d7971-cdb1-4cc1-a965-cb2a6bcdaf47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.099998 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-435b590a-124b-4b0d-8390-eb799f62ccfd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98b939d-7329-464d-b363-a8a7412a7c82 HTTP/1.1" status: 200 len: 217 time: 0.0902450 May 14 09:42:11.116316 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-b3aecb2c-d3a5-4647-9874-e3cd29ab27e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:11.118066 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-b3aecb2c-d3a5-4647-9874-e3cd29ab27e1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=48873c3bcf674a0593730b514b4ffa39&device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 1097 time: 0.5875044 May 14 09:42:11.127277 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fcd8a-1995-4da3-8312-8c0a121fec82 req-21b30f60-70a0-4343-85b6-2d4e85f395e2 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:11.128885 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c3fcd8a-1995-4da3-8312-8c0a121fec82 req-21b30f60-70a0-4343-85b6-2d4e85f395e2 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 944 time: 0.3588667 May 14 09:42:11.216034 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-b5a1073d-d65c-4988-b366-144cd051ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:11.217485 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-b5a1073d-d65c-4988-b366-144cd051ac9c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=66021503-54ca-4040-9580-08c3db49374a HTTP/1.1" status: 200 len: 850 time: 0.1051066 May 14 09:42:11.222851 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a349f068-4b69-4e7e-b5f2-1a3bbd2279c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.260013 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b8f768e2-dd5d-4593-8f0f-8e1181a2de6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.263867 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f2312d63-18f8-4036-8b2a-21405376b956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:11.308167 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f768e2-dd5d-4593-8f0f-8e1181a2de6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d2cfcc-6694-4ef1-9600-db304d8d4a6c,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:11.322634 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b8f768e2-dd5d-4593-8f0f-8e1181a2de6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:11.323873 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-973cbe9f-a7ed-4a55-9a33-b87a5da71717 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f HTTP/1.1" status: 200 len: 217 time: 0.1934311 May 14 09:42:11.324821 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebc4b4-ff5c-4ec2-a6b5-a1adf3bb40e7 req-19e3bd77-cbaf-453b-8e5f-339be51826c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:11.326287 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-17ebc4b4-ff5c-4ec2-a6b5-a1adf3bb40e7 req-19e3bd77-cbaf-453b-8e5f-339be51826c7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 1098 time: 0.4151812 May 14 09:42:11.333370 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a349f068-4b69-4e7e-b5f2-1a3bbd2279c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.345211 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-224d7971-cdb1-4cc1-a965-cb2a6bcdaf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.387731 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:11.415700 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d7971-cdb1-4cc1-a965-cb2a6bcdaf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8d56c0-3347-49cc-8368-e64d638f71fa,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:11.418738 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-224d7971-cdb1-4cc1-a965-cb2a6bcdaf47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:11.429315 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c3fcd8a-1995-4da3-8312-8c0a121fec82 req-d8f0dd8f-ac3e-4bfd-b2d9-21a411f54c8e tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382182 May 14 09:42:11.435191 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-224d7971-cdb1-4cc1-a965-cb2a6bcdaf47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.436298 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-224d7971-cdb1-4cc1-a965-cb2a6bcdaf47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba8d56c0-3347-49cc-8368-e64d638f71fa HTTP/1.1" status: 204 len: 168 time: 0.6559975 May 14 09:42:11.465328 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-d4f630f1-516f-4b0a-b248-781d3570d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:11.465328 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-d4f630f1-516f-4b0a-b248-781d3570d094 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a HTTP/1.1" status: 200 len: 856 time: 0.1276326 May 14 09:42:11.493109 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b8f768e2-dd5d-4593-8f0f-8e1181a2de6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.494449 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-b8f768e2-dd5d-4593-8f0f-8e1181a2de6f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29d2cfcc-6694-4ef1-9600-db304d8d4a6c HTTP/1.1" status: 204 len: 168 time: 1.2427042 May 14 09:42:11.518548 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-17ebc4b4-ff5c-4ec2-a6b5-a1adf3bb40e7 req-20fb7e34-c1bd-4395-a284-7cc41a57fe18 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771860 May 14 09:42:11.533831 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-c7bb7fb0-07e0-4df8-a3e8-94eba4b40280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:11.535826 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-c7bb7fb0-07e0-4df8-a3e8-94eba4b40280 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=985cc55b-f372-49ec-9629-66d97c3fcf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3093371 May 14 09:42:11.551934 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a349f068-4b69-4e7e-b5f2-1a3bbd2279c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.560147 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:11.565019 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55720) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:11.590734 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c25b0905-8be9-4153-bdc5-8eac9efa9c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.616907 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-c25b0905-8be9-4153-bdc5-8eac9efa9c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:11.624213 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-c25b0905-8be9-4153-bdc5-8eac9efa9c99 admin admin] Usage tracker for resource:security_group_rule and tenant:465a2c8747c44f2f9263128df2d0c127 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:11.629560 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-e7ab22f6-0a90-499c-a27a-14db4b8a9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:11.630489 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-e7ab22f6-0a90-499c-a27a-14db4b8a9083 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33793f62-2dd2-41d9-955d-c771f928128f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1597934 May 14 09:42:11.631268 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-c25b0905-8be9-4153-bdc5-8eac9efa9c99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:11.642352 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-c25b0905-8be9-4153-bdc5-8eac9efa9c99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:11.698077 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349f068-4b69-4e7e-b5f2-1a3bbd2279c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911c03b1-688d-4467-844f-71361c28f925,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:11.706769 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a349f068-4b69-4e7e-b5f2-1a3bbd2279c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:11.710343 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a349f068-4b69-4e7e-b5f2-1a3bbd2279c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.711943 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-a349f068-4b69-4e7e-b5f2-1a3bbd2279c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/911c03b1-688d-4467-844f-71361c28f925 HTTP/1.1" status: 204 len: 168 time: 0.8107324 May 14 09:42:11.806221 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-c93086c9-999b-4041-8dbc-64692bb027dd service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307503 May 14 09:42:11.948908 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-ec4d858d-4d9e-4ef3-930c-e4c0eaf167ea service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079927 May 14 09:42:12.029757 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c25b0905-8be9-4153-bdc5-8eac9efa9c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.081261 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'tag': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'status': 'completed', 'code': 200} May 14 09:42:12.084828 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55734) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:12.125984 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-368234e0-65eb-478a-80ea-76236f9a4370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.155176 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-368234e0-65eb-478a-80ea-76236f9a4370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:12.162774 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-368234e0-65eb-478a-80ea-76236f9a4370 admin admin] Usage tracker for resource:security_group_rule and tenant:a7f85cb7d44842d9b044fcda8205f4dc is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:12.167977 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-368234e0-65eb-478a-80ea-76236f9a4370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:12.184609 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-368234e0-65eb-478a-80ea-76236f9a4370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:12.184866 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c25b0905-8be9-4153-bdc5-8eac9efa9c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.195826 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-50f41ccc-d458-41f6-bde5-51216e5543b0 req-da9468c8-3617-481a-8adb-3cfba9dd3b94 service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335314 May 14 09:42:12.212182 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-224d7971-cdb1-4cc1-a965-cb2a6bcdaf47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:12.328153 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b0905-8be9-4153-bdc5-8eac9efa9c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afdab5e-89d5-4bf8-819e-90e809f682b5,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:12.362119 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c25b0905-8be9-4153-bdc5-8eac9efa9c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:12.386829 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-c25b0905-8be9-4153-bdc5-8eac9efa9c99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=465a2c8747c44f2f9263128df2d0c127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8206627 May 14 09:42:12.391478 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55744) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:12.428390 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a5b3d-4ab8-4fd8-865e-3aaec26d0da5 req-0aa246cc-c0c6-49bf-8de7-1eb3a6f1cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:12.430366 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-958a5b3d-4ab8-4fd8-865e-3aaec26d0da5 req-0aa246cc-c0c6-49bf-8de7-1eb3a6f1cc78 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3&device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 1097 time: 0.1614885 May 14 09:42:12.552765 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29346ad7-acb1-4ac3-8482-2038ecdd25ab req-690d872b-bf3c-4123-b0a9-58eb19700482 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:12.554510 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-29346ad7-acb1-4ac3-8482-2038ecdd25ab req-690d872b-bf3c-4123-b0a9-58eb19700482 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.5232971 May 14 09:42:12.560222 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-368234e0-65eb-478a-80ea-76236f9a4370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.570701 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0b3f40b8-512e-495e-9e5a-55a8e83f3514 req-d1f76767-bb4a-4fdf-816b-b38fd412a090 service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363657 May 14 09:42:12.576692 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-368234e0-65eb-478a-80ea-76236f9a4370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.599771 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209f341-a436-47a0-85c1-0a3fa28846d7 req-299ba628-cf58-425c-b81e-ed21f8549d01 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:12.607686 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a209f341-a436-47a0-85c1-0a3fa28846d7 req-299ba628-cf58-425c-b81e-ed21f8549d01 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.3970149 May 14 09:42:12.675908 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1a8ab6e0-a8fb-40c3-8ac9-3474175e29f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:12.725946 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a209f341-a436-47a0-85c1-0a3fa28846d7 req-d0ccbefc-68b5-4603-b701-94bcbf9bd593 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149375 May 14 09:42:12.750280 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-29346ad7-acb1-4ac3-8482-2038ecdd25ab req-48f3732c-0596-44bf-911e-2916b877939a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896472 May 14 09:42:12.790273 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.815779 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a6326-812d-4290-9847-0d2fa08ea267 req-cee96d64-ff66-43dc-98eb-1144ec6e3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:12.818193 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-244a6326-812d-4290-9847-0d2fa08ea267 req-cee96d64-ff66-43dc-98eb-1144ec6e3651 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=48873c3bcf674a0593730b514b4ffa39&device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 1097 time: 0.1556559 May 14 09:42:12.821365 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3d5f5e50-fcef-4323-82f2-d343fd080c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.848344 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-368234e0-65eb-478a-80ea-76236f9a4370 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7f85cb7d44842d9b044fcda8205f4dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7621493 May 14 09:42:12.852078 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55758) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:12.864340 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368234e0-65eb-478a-80ea-76236f9a4370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016d248e-a523-46f0-bdaa-f15a0fe02272,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:12.888466 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-368234e0-65eb-478a-80ea-76236f9a4370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:12.909092 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a5b3d-4ab8-4fd8-865e-3aaec26d0da5 req-8e678aa6-34ac-4bb1-aabd-82a80ced501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:12.912167 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-958a5b3d-4ab8-4fd8-865e-3aaec26d0da5 req-8e678aa6-34ac-4bb1-aabd-82a80ced501d service neutron] 10.222.0.77 "GET /v2.0/networks?id=985cc55b-f372-49ec-9629-66d97c3fcf56 HTTP/1.1" status: 200 len: 912 time: 0.4706297 May 14 09:42:12.914231 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3d5f5e50-fcef-4323-82f2-d343fd080c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:13.013007 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-73db947b-34af-4ece-8c5c-50116bd44470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:13.032180 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a0463432-0305-49fc-bd30-ff1340ac6600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:13.036090 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-958a5b3d-4ab8-4fd8-865e-3aaec26d0da5 req-ae4cd68e-abf7-4b99-b139-4307d5b514a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98b939d-7329-464d-b363-a8a7412a7c82 HTTP/1.1" status: 200 len: 217 time: 0.1140814 May 14 09:42:13.121405 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a5b3d-4ab8-4fd8-865e-3aaec26d0da5 req-7d07a890-0f27-4331-9838-9ceb073983bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:13.122256 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-73db947b-34af-4ece-8c5c-50116bd44470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:13.123143 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-958a5b3d-4ab8-4fd8-865e-3aaec26d0da5 req-7d07a890-0f27-4331-9838-9ceb073983bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=66021503-54ca-4040-9580-08c3db49374a HTTP/1.1" status: 200 len: 850 time: 0.0672667 May 14 09:42:13.182981 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a6326-812d-4290-9847-0d2fa08ea267 req-e854bfc2-1eef-47e0-8bf0-4a1822a4fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:13.184490 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-244a6326-812d-4290-9847-0d2fa08ea267 req-e854bfc2-1eef-47e0-8bf0-4a1822a4fa36 service neutron] 10.222.0.77 "GET /v2.0/networks?id=33793f62-2dd2-41d9-955d-c771f928128f HTTP/1.1" status: 200 len: 918 time: 0.3569071 May 14 09:42:13.185908 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3d5f5e50-fcef-4323-82f2-d343fd080c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:13.193510 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4ddab28e-9293-4049-a49f-2b764e440158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:13.227721 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f5e50-fcef-4323-82f2-d343fd080c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afdab5e-89d5-4bf8-819e-90e809f682b5,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:13.230678 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3d5f5e50-fcef-4323-82f2-d343fd080c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:13.235860 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-3d5f5e50-fcef-4323-82f2-d343fd080c2c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2afdab5e-89d5-4bf8-819e-90e809f682b5 HTTP/1.1" status: 204 len: 168 time: 0.8429875 May 14 09:42:13.251411 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3d5f5e50-fcef-4323-82f2-d343fd080c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:13.283572 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a5b3d-4ab8-4fd8-865e-3aaec26d0da5 req-cc8e5f53-f5ab-48e5-a8cf-6c1d870c1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:13.283922 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-244a6326-812d-4290-9847-0d2fa08ea267 req-a818742c-6ecf-4d27-aa68-bab34caa3c1e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f HTTP/1.1" status: 200 len: 217 time: 0.0901713 May 14 09:42:13.287626 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-958a5b3d-4ab8-4fd8-865e-3aaec26d0da5 req-cc8e5f53-f5ab-48e5-a8cf-6c1d870c1617 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=985cc55b-f372-49ec-9629-66d97c3fcf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1567318 May 14 09:42:13.364959 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device f98b939d-7329-464d-b363-a8a7412a7c82 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:42:13.370975 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524a96e-d57b-4a98-a728-e95ccdc4e622 req-fa4591fc-2173-4e3e-bc75-92b977642b9d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:13.384432 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3524a96e-d57b-4a98-a728-e95ccdc4e622 req-fa4591fc-2173-4e3e-bc75-92b977642b9d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 944 time: 0.4533572 May 14 09:42:13.440666 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-73db947b-34af-4ece-8c5c-50116bd44470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:13.450035 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c25b0905-8be9-4153-bdc5-8eac9efa9c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:13.456375 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-958a5b3d-4ab8-4fd8-865e-3aaec26d0da5 req-8b5e8256-fda5-43ea-b2c8-656ae1265bbb service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595020 May 14 09:42:13.492032 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db947b-34af-4ece-8c5c-50116bd44470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016d248e-a523-46f0-bdaa-f15a0fe02272,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:13.504888 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-73db947b-34af-4ece-8c5c-50116bd44470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:13.511928 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a6326-812d-4290-9847-0d2fa08ea267 req-e4d547ee-b197-41a5-897c-0205b047f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:13.513606 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-244a6326-812d-4290-9847-0d2fa08ea267 req-e4d547ee-b197-41a5-897c-0205b047f737 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a HTTP/1.1" status: 200 len: 856 time: 0.2160761 May 14 09:42:13.523947 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3524a96e-d57b-4a98-a728-e95ccdc4e622 req-1f82054c-8bae-45f3-9fdb-65bd46018ae0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385422 May 14 09:42:13.569529 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-73db947b-34af-4ece-8c5c-50116bd44470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:13.571111 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-73db947b-34af-4ece-8c5c-50116bd44470 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/016d248e-a523-46f0-bdaa-f15a0fe02272 HTTP/1.1" status: 204 len: 168 time: 0.7179887 May 14 09:42:13.627199 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a6326-812d-4290-9847-0d2fa08ea267 req-f1636323-3d01-41dc-bb88-a89574b683f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:13.641510 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-244a6326-812d-4290-9847-0d2fa08ea267 req-f1636323-3d01-41dc-bb88-a89574b683f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33793f62-2dd2-41d9-955d-c771f928128f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1039159 May 14 09:42:13.738496 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port f98b939d-7329-464d-b363-a8a7412a7c82, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f98b939d-7329-464d-b363-a8a7412a7c82,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:13.740904 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-958a5b3d-4ab8-4fd8-865e-3aaec26d0da5 req-d563476c-9582-4683-a093-9f461468a719 service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764332 May 14 09:42:13.765866 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': 'f98b939d-7329-464d-b363-a8a7412a7c82', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'port_id': 'f98b939d-7329-464d-b363-a8a7412a7c82', 'mac_address': 'fa:16:3e:f0:94:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:42:13.819176 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-244a6326-812d-4290-9847-0d2fa08ea267 req-5618a41c-a12d-4caa-9a16-f57f7b8f5d9e service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760006 May 14 09:42:13.844098 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:13.869044 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98b939d-7329-464d-b363-a8a7412a7c82 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:13.902775 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port f98b939d-7329-464d-b363-a8a7412a7c82, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f98b939d-7329-464d-b363-a8a7412a7c82,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:13.910479 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:13.912918 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:14.015142 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=f98b939d-7329-464d-b363-a8a7412a7c82,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:14.020689 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:14.022348 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:14.162826 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['f98b939d-7329-464d-b363-a8a7412a7c82'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:42:14.228654 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-244a6326-812d-4290-9847-0d2fa08ea267 req-178c59ea-98f5-4064-bffd-6adf688d89db service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995447 May 14 09:42:14.255680 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae82e0-5f06-4c91-a9d8-8899b33d697d req-0a6bacda-ae2b-449e-8d52-0765390d36d3 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:14.257280 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b7ae82e0-5f06-4c91-a9d8-8899b33d697d req-0a6bacda-ae2b-449e-8d52-0765390d36d3 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.2072284 May 14 09:42:14.264999 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9278d34-c7dd-4b62-98de-c78547391146 req-65991831-71da-4b2f-a21a-915617672421 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:14.266700 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9278d34-c7dd-4b62-98de-c78547391146 req-65991831-71da-4b2f-a21a-915617672421 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.2178104 May 14 09:42:14.274977 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:14.344201 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b7ae82e0-5f06-4c91-a9d8-8899b33d697d req-f4ba3c9c-9323-4569-995f-7908b18d73b6 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763829 May 14 09:42:14.352135 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9278d34-c7dd-4b62-98de-c78547391146 req-eab053c3-c170-4406-875e-b11286f5b019 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659688 May 14 09:42:14.868126 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261c00-d127-40f4-9cb6-e444552eb4b3 req-1f57cf6e-862b-4da6-b8cd-cd9368b12ca3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:14.870363 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-36261c00-d127-40f4-9cb6-e444552eb4b3 req-1f57cf6e-862b-4da6-b8cd-cd9368b12ca3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 945 time: 0.2147379 May 14 09:42:14.940332 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9122ddb-2735-49dd-8926-8219a2f5a0f0 req-ed07e282-71c2-4edd-a689-30d99df2315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:14.942108 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b9122ddb-2735-49dd-8926-8219a2f5a0f0 req-ed07e282-71c2-4edd-a689-30d99df2315a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=820eac1dbc9946d4beb718c13a457562&device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 1098 time: 0.1909449 May 14 09:42:14.979363 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-36261c00-d127-40f4-9cb6-e444552eb4b3 req-d3dff9ca-f07e-466f-9794-ca032d99a3bf tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984921 May 14 09:42:15.102959 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01073811-461a-489b-bfd2-dfd4670b98c4 req-e4485a46-19fa-4b5d-99f3-1260a69656bf tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:15.104827 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-01073811-461a-489b-bfd2-dfd4670b98c4 req-e4485a46-19fa-4b5d-99f3-1260a69656bf tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.2921543 May 14 09:42:15.175830 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9122ddb-2735-49dd-8926-8219a2f5a0f0 req-d0ea3cf1-be5e-4f21-a30a-cb8cb47cb108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:15.178008 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b9122ddb-2735-49dd-8926-8219a2f5a0f0 req-d0ea3cf1-be5e-4f21-a30a-cb8cb47cb108 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb5188e6-2019-4f12-8f56-7be059842ad1 HTTP/1.1" status: 200 len: 920 time: 0.2253282 May 14 09:42:15.253441 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-01073811-461a-489b-bfd2-dfd4670b98c4 req-16fc21bd-7cbb-4fda-8283-ed8215ce5dd1 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346850 May 14 09:42:15.269450 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b9122ddb-2735-49dd-8926-8219a2f5a0f0 req-ad3f7364-e00f-48b6-b67f-cdd41d9fe243 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d25ab694-ec88-40d1-9fb6-31bec8d64e4d HTTP/1.1" status: 200 len: 217 time: 0.0841482 May 14 09:42:15.351963 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9122ddb-2735-49dd-8926-8219a2f5a0f0 req-e9981b5e-0890-468f-b75a-d8749710eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:15.353429 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b9122ddb-2735-49dd-8926-8219a2f5a0f0 req-e9981b5e-0890-468f-b75a-d8749710eb72 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4bc9d5e2-e185-405f-8722-476ba29acd76 HTTP/1.1" status: 200 len: 859 time: 0.0768859 May 14 09:42:15.387125 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 5d039db5-4b1e-4b9c-82ea-447824ecfd7f details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:42:15.390236 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device f98b939d-7329-464d-b363-a8a7412a7c82 up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:15.408269 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b9122ddb-2735-49dd-8926-8219a2f5a0f0 req-badc3c79-baff-4f85-927b-b6d3b9452b57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb5188e6-2019-4f12-8f56-7be059842ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468667 May 14 09:42:15.618484 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port f98b939d-7329-464d-b363-a8a7412a7c82 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:15.647037 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port f98b939d-7329-464d-b363-a8a7412a7c82 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:15.647515 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:15.683096 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b9122ddb-2735-49dd-8926-8219a2f5a0f0 req-63951829-afb5-4a69-ad78-944440c5088b service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681785 May 14 09:42:15.697646 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2997e3-d268-40a9-bf40-dc4411991f40 req-17ef52e6-3730-4f75-8360-226cea24d239 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:15.706232 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2d2997e3-d268-40a9-bf40-dc4411991f40 req-17ef52e6-3730-4f75-8360-226cea24d239 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.1715860 May 14 09:42:15.772564 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:15.797264 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:15.798365 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'port_id': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'mac_address': 'fa:16:3e:eb:51:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:42:15.861429 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2d2997e3-d268-40a9-bf40-dc4411991f40 req-4b93fd92-c377-490a-a6cb-b1f540cc0a4d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542041 May 14 09:42:15.931784 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b9122ddb-2735-49dd-8926-8219a2f5a0f0 req-cf094316-4577-4196-97ae-d52c8816b5d2 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226391 May 14 09:42:15.983277 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:16.004915 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:16.097609 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d039db5-4b1e-4b9c-82ea-447824ecfd7f {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:16.193754 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aefac81-13df-4710-a25f-af6f836a1409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98b939d-7329-464d-b363-a8a7412a7c82'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:16.217548 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:16.247837 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:16.252846 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:16.394488 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port f98b939d-7329-464d-b363-a8a7412a7c82, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f98b939d-7329-464d-b363-a8a7412a7c82,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:16.428253 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aefac81-13df-4710-a25f-af6f836a1409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98b939d-7329-464d-b363-a8a7412a7c82', 'code': 200} May 14 09:42:16.453296 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:16.502286 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:16.505543 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:16.505946 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:16.603083 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['5d039db5-4b1e-4b9c-82ea-447824ecfd7f'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:42:16.695454 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=f98b939d-7329-464d-b363-a8a7412a7c82,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:16.717679 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:16.756435 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e8bbf-6aa8-4d6a-8c52-377642a49c8c req-7b8e6d5a-8ff5-4b2f-a9e8-03051c6bf2b8 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:16.762731 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d95e8bbf-6aa8-4d6a-8c52-377642a49c8c req-7b8e6d5a-8ff5-4b2f-a9e8-03051c6bf2b8 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.4259593 May 14 09:42:16.865418 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bedf9d-4deb-4a0b-ad81-f7a7827d4636 req-e6399469-9bce-424f-8cbf-2ff05f8ef6ce tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:16.872136 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-71bedf9d-4deb-4a0b-ad81-f7a7827d4636 req-e6399469-9bce-424f-8cbf-2ff05f8ef6ce tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.3008113 May 14 09:42:16.946024 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d95e8bbf-6aa8-4d6a-8c52-377642a49c8c req-1dd7d701-9fe5-4293-ba94-973c0952bf62 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284873 May 14 09:42:17.200183 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-71bedf9d-4deb-4a0b-ad81-f7a7827d4636 req-4521d197-247e-4fde-83ce-b96aaa2e2616 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247504 May 14 09:42:17.227307 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74e15f-4687-4ea2-ac7c-ad529a9f2d46 req-8416e62c-fd58-4777-854e-daaa1ad74567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:17.227307 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9e74e15f-4687-4ea2-ac7c-ad529a9f2d46 req-8416e62c-fd58-4777-854e-daaa1ad74567 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 1099 time: 0.4836121 May 14 09:42:17.287186 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9226a4d-4f73-4de6-8df3-9bf87792c86d req-c9873f0c-2aa9-4942-9a8b-0279ea2ddea6 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:17.288490 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b9226a4d-4f73-4de6-8df3-9bf87792c86d req-c9873f0c-2aa9-4942-9a8b-0279ea2ddea6 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 945 time: 0.1366031 May 14 09:42:17.292356 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9e74e15f-4687-4ea2-ac7c-ad529a9f2d46 req-8dd62673-50f9-4d4d-97db-383badface66 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604868 May 14 09:42:17.355408 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b9226a4d-4f73-4de6-8df3-9bf87792c86d req-cff562d1-8a90-46aa-9f7f-026123de52ca tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582008 May 14 09:42:17.453971 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 55954) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:17.819186 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:17.835082 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:17.839987 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Usage tracker for resource:security_group_rule and tenant:9b26bfc72da74891a5368f20e072c6a9 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:17.843290 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:17.850048 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:17.962848 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:17.967028 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:17.977886 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-63cf93e0-32d9-40f5-a3b3-4a3552473644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:18.021920 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b26bfc72da74891a5368f20e072c6a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664892 May 14 09:42:18.024819 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 55984) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:18.026198 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7d86ac-e2a2-458c-bd5e-a140a916163c,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:18.039222 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.039851 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.040329 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.040748 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.041337 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.041789 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.042201 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.042608 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.043046 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.043395 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.043839 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.044294 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.049568 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:18.153157 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:18.189130 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:18.248936 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:18.258094 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-54119c50-3bc1-4b2d-9370-573980bd98db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:18.269568 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3eda22-2291-4d74-960a-f6e2c49a599b req-7f3a52d8-de3c-4dcc-90e0-a6df3f95725a tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:18.273809 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:18.278336 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f7d86ac-e2a2-458c-bd5e-a140a916163c HTTP/1.1" status: 204 len: 168 time: 0.2516494 May 14 09:42:18.280304 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7d86ac-e2a2-458c-bd5e-a140a916163c,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:18.286079 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fa3eda22-2291-4d74-960a-f6e2c49a599b req-7f3a52d8-de3c-4dcc-90e0-a6df3f95725a tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1836348 May 14 09:42:18.290549 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.291091 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.291619 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.292294 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.292799 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.293290 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.293955 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.294867 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.295788 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.296289 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.296943 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.297506 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:18.301018 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:18.407997 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fa3eda22-2291-4d74-960a-f6e2c49a599b req-2345d8b0-549a-4aff-9471-a8da88edeec1 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206594 May 14 09:42:18.694447 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149d7c6-7d96-4d21-8796-99ff15d3b935 req-3365c3e3-fcae-45ab-94b8-4da38f2757fd tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:18.696087 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1149d7c6-7d96-4d21-8796-99ff15d3b935 req-3365c3e3-fcae-45ab-94b8-4da38f2757fd tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.2380090 May 14 09:42:18.757614 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1149d7c6-7d96-4d21-8796-99ff15d3b935 req-9ff72d2b-f73f-4e1f-8c35-107774a6e99e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527427 May 14 09:42:18.778418 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2e32f-b1e5-4db6-b13d-4fc7750c952d req-fb978329-d0e8-4831-849a-201c0890dd53 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:18.779939 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c8c2e32f-b1e5-4db6-b13d-4fc7750c952d req-fb978329-d0e8-4831-849a-201c0890dd53 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 945 time: 0.1628389 May 14 09:42:18.834425 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c8c2e32f-b1e5-4db6-b13d-4fc7750c952d req-ca85e29d-fb05-42d8-ac0f-4936f99ca6aa tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475223 May 14 09:42:18.849929 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 56026) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:18.867572 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b30d27a8-0539-443a-b757-4407fa577289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:18.883676 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-b30d27a8-0539-443a-b757-4407fa577289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:18.888037 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-b30d27a8-0539-443a-b757-4407fa577289 admin admin] Usage tracker for resource:security_group_rule and tenant:3f7694c254d34ea2ae97c0f03cd3a4f0 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:18.891126 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-b30d27a8-0539-443a-b757-4407fa577289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:18.897268 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-b30d27a8-0539-443a-b757-4407fa577289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:18.931993 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56032) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:18.992368 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b30d27a8-0539-443a-b757-4407fa577289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:18.998813 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b30d27a8-0539-443a-b757-4407fa577289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.009656 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1768c26e-4c44-4f25-b079-d3184e6ea9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:19.057380 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-b30d27a8-0539-443a-b757-4407fa577289 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f7694c254d34ea2ae97c0f03cd3a4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062337 May 14 09:42:19.058780 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d27a8-0539-443a-b757-4407fa577289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e862282b-6b69-4308-96fe-750a94859dc6,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:19.062042 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56038) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:19.063133 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b30d27a8-0539-443a-b757-4407fa577289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:19.095232 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7f7d8d35-8495-4da1-b2af-dcd1ce9d198f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.130400 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-7f7d8d35-8495-4da1-b2af-dcd1ce9d198f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:19.137790 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-7f7d8d35-8495-4da1-b2af-dcd1ce9d198f admin admin] Usage tracker for resource:security_group_rule and tenant:a25a8d5b779845a08a828ada3e688397 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:19.142540 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-7f7d8d35-8495-4da1-b2af-dcd1ce9d198f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:19.150146 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-7f7d8d35-8495-4da1-b2af-dcd1ce9d198f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:19.173596 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2e60b05b-88da-4ca6-a654-198cbeedb8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.215830 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2e60b05b-88da-4ca6-a654-198cbeedb8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.307185 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7f7d8d35-8495-4da1-b2af-dcd1ce9d198f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.309834 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2e60b05b-88da-4ca6-a654-198cbeedb8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.314281 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:19.323313 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7f7d8d35-8495-4da1-b2af-dcd1ce9d198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.335937 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60b05b-88da-4ca6-a654-198cbeedb8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e862282b-6b69-4308-96fe-750a94859dc6,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:19.344764 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2e60b05b-88da-4ca6-a654-198cbeedb8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:19.345206 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:19.373007 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2e60b05b-88da-4ca6-a654-198cbeedb8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.376519 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-2e60b05b-88da-4ca6-a654-198cbeedb8a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e862282b-6b69-4308-96fe-750a94859dc6 HTTP/1.1" status: 204 len: 168 time: 0.2965460 May 14 09:42:19.379789 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 56048) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:19.388109 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-7f7d8d35-8495-4da1-b2af-dcd1ce9d198f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a25a8d5b779845a08a828ada3e688397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477689 May 14 09:42:19.411741 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 5d039db5-4b1e-4b9c-82ea-447824ecfd7f up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:19.422778 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d8d35-8495-4da1-b2af-dcd1ce9d198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78509f8d-eec4-43e4-9d0a-da7a3c20cfaa,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:19.430041 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7f7d8d35-8495-4da1-b2af-dcd1ce9d198f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:19.527561 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-358ba0b2-6116-4d48-a80a-7643ff0634c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.557330 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:19.565899 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:19.566280 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.613406 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-358ba0b2-6116-4d48-a80a-7643ff0634c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.705075 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-358ba0b2-6116-4d48-a80a-7643ff0634c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.710757 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-09e573ca-680e-4b71-b5e4-776dadf45121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:19.733170 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ba0b2-6116-4d48-a80a-7643ff0634c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78509f8d-eec4-43e4-9d0a-da7a3c20cfaa,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:19.739117 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-358ba0b2-6116-4d48-a80a-7643ff0634c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:19.768948 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26273bf-667c-4811-8b10-b5f06feafa25 req-ef691ffa-3ac8-4a03-88da-0ce9363a9346 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:19.770484 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a26273bf-667c-4811-8b10-b5f06feafa25 req-ef691ffa-3ac8-4a03-88da-0ce9363a9346 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.2142663 May 14 09:42:19.771545 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-358ba0b2-6116-4d48-a80a-7643ff0634c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.775239 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-358ba0b2-6116-4d48-a80a-7643ff0634c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78509f8d-eec4-43e4-9d0a-da7a3c20cfaa HTTP/1.1" status: 204 len: 168 time: 0.3948028 May 14 09:42:19.791377 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.824166 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:19.836858 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:19.846163 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.849768 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:19.867768 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a26273bf-667c-4811-8b10-b5f06feafa25 req-60602d22-5d3c-46d2-b215-8d8c41f13dcc tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902734 May 14 09:42:19.965731 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'code': 200} May 14 09:42:19.971358 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:19.982798 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:19.983238 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:19.983468 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:19.983825 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:19.984153 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:19.984478 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:19.984795 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:19.985361 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:19.985727 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:19.996665 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:19.997069 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:19.997410 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:20.009944 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:20.146260 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a55c0-3eca-4e0d-94e5-5f76dae2af65 req-75aeda47-49b3-459f-8c9a-5f3826867d70 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:20.148337 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-822a55c0-3eca-4e0d-94e5-5f76dae2af65 req-75aeda47-49b3-459f-8c9a-5f3826867d70 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.1724472 May 14 09:42:20.211602 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-822a55c0-3eca-4e0d-94e5-5f76dae2af65 req-34472397-b999-47d8-944a-bf4c1187978c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552425 May 14 09:42:20.246379 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f0499-c14d-4f4b-830d-fa8d383da92e req-5f607910-9a7d-4a4d-acf8-f12e63a2ab41 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:20.248018 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-041f0499-c14d-4f4b-830d-fa8d383da92e req-5f607910-9a7d-4a4d-acf8-f12e63a2ab41 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1683927 May 14 09:42:20.296390 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56088) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:20.298281 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-041f0499-c14d-4f4b-830d-fa8d383da92e req-9c09b36e-bb4c-45c0-9fc7-f496a3ee2a5a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430260 May 14 09:42:20.335569 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-31054af7-86d3-42fe-b2fc-3f07d4829e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:20.354042 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-31054af7-86d3-42fe-b2fc-3f07d4829e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:20.358662 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-31054af7-86d3-42fe-b2fc-3f07d4829e53 admin admin] Usage tracker for resource:security_group_rule and tenant:1bc57675c8964bfa87dedf6b75937d25 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:20.379078 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-31054af7-86d3-42fe-b2fc-3f07d4829e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:20.389782 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-31054af7-86d3-42fe-b2fc-3f07d4829e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:20.422572 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 56092) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:20.488068 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e7305-8264-4f58-ad33-de9fd9fb256f req-41f78e42-6a66-48df-b521-7bca8a077fac tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:20.490796 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4e4e7305-8264-4f58-ad33-de9fd9fb256f req-41f78e42-6a66-48df-b521-7bca8a077fac tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1289704 May 14 09:42:20.499705 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 56100) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:20.505741 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-98c2b748-a029-4672-907a-deef708b6c3d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Request body: {'floatingip': {'port_id': 'f98b939d-7329-464d-b363-a8a7412a7c82'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:20.521357 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-31054af7-86d3-42fe-b2fc-3f07d4829e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:20.526949 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-31054af7-86d3-42fe-b2fc-3f07d4829e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:20.539991 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e7952e51-2bcc-4efb-b72f-4baa27ad8125 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:20.597959 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-98c2b748-a029-4672-907a-deef708b6c3d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for floatingip, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:20.599107 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-31054af7-86d3-42fe-b2fc-3f07d4829e53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1bc57675c8964bfa87dedf6b75937d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008499 May 14 09:42:20.600744 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56106) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:20.612580 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31054af7-86d3-42fe-b2fc-3f07d4829e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3b3d4e-daca-4305-9603-4b8722ddbd2e,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:20.617575 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-31054af7-86d3-42fe-b2fc-3f07d4829e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:20.677095 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c8ad-a29f-4c98-9efb-32de09ab44a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:20.709591 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c8ad-a29f-4c98-9efb-32de09ab44a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:20.724782 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5383-9171-418c-aaa8-bf1c449f9392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:20.753168 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2fbf5383-9171-418c-aaa8-bf1c449f9392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:20.759318 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-2fbf5383-9171-418c-aaa8-bf1c449f9392 admin admin] Usage tracker for resource:security_group_rule and tenant:e9594546412b41acb7e77ee047d75e36 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:20.764452 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-2fbf5383-9171-418c-aaa8-bf1c449f9392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:20.794142 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c8ad-a29f-4c98-9efb-32de09ab44a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:20.800873 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d8f1629a-1cec-4139-b414-0125df7904b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:20.807593 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2fbf5383-9171-418c-aaa8-bf1c449f9392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:20.816247 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9c8ad-a29f-4c98-9efb-32de09ab44a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3b3d4e-daca-4305-9603-4b8722ddbd2e,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:20.818368 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c8ad-a29f-4c98-9efb-32de09ab44a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:20.819555 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-2cd9c8ad-a29f-4c98-9efb-32de09ab44a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d3b3d4e-daca-4305-9603-4b8722ddbd2e HTTP/1.1" status: 204 len: 168 time: 0.2178862 May 14 09:42:20.820618 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2cd9c8ad-a29f-4c98-9efb-32de09ab44a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:21.209934 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5383-9171-418c-aaa8-bf1c449f9392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:21.271693 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5383-9171-418c-aaa8-bf1c449f9392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:21.292322 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d12dce31-e4aa-4cdb-8321-c1be187a2cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:21.735575 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-2fbf5383-9171-418c-aaa8-bf1c449f9392 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9594546412b41acb7e77ee047d75e36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3085480 May 14 09:42:21.736330 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56190) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:21.746038 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf5383-9171-418c-aaa8-bf1c449f9392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba80948-499f-4539-b0c6-e6ee036c88ba,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:21.773728 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2fbf5383-9171-418c-aaa8-bf1c449f9392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:21.778365 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.db.resource_extend [None req-98c2b748-a029-4672-907a-deef708b6c3d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 09:42:21.814673 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bf14a001-208a-470b-b262-1bfcabc16c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:21.841616 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bf14a001-208a-470b-b262-1bfcabc16c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:21.861097 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 56196) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:21.906708 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-98c2b748-a029-4672-907a-deef708b6c3d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:21.913676 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bf14a001-208a-470b-b262-1bfcabc16c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:21.914022 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-98c2b748-a029-4672-907a-deef708b6c3d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:21.919687 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:21.933904 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14a001-208a-470b-b262-1bfcabc16c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba80948-499f-4539-b0c6-e6ee036c88ba,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:21.936762 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bf14a001-208a-470b-b262-1bfcabc16c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:21.939029 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bf14a001-208a-470b-b262-1bfcabc16c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:21.940349 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-bf14a001-208a-470b-b262-1bfcabc16c21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ba80948-499f-4539-b0c6-e6ee036c88ba HTTP/1.1" status: 204 len: 168 time: 0.2029939 May 14 09:42:22.037088 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-3795747-network', 'tenant_id': '2f7f563ba8dd41a4afc079f43d0cc041'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:22.058236 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:22.067200 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Usage tracker for resource:network and tenant:2f7f563ba8dd41a4afc079f43d0cc041 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:22.078578 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:22.088327 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbab70-71ff-452b-811b-37b603a4995f req-7367ba3a-bc3b-4a1a-a648-5c597c7c693d tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:22.089787 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fefbab70-71ff-452b-811b-37b603a4995f req-7367ba3a-bc3b-4a1a-a648-5c597c7c693d tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.5640819 May 14 09:42:22.099326 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:22.130495 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db04ea7-2a6a-4f87-8dfd-7db20a332326 req-fbcde107-0f16-4dc8-87cb-e8851fca0e8c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:22.132039 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5db04ea7-2a6a-4f87-8dfd-7db20a332326 req-fbcde107-0f16-4dc8-87cb-e8851fca0e8c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.6048615 May 14 09:42:22.172680 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Made reservation on behalf of 2f7f563ba8dd41a4afc079f43d0cc041 for: {'network': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:22.174920 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.216902 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.250952 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fefbab70-71ff-452b-811b-37b603a4995f req-e8e66615-6f21-4888-b8dd-e58549baf4ce tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487761 May 14 09:42:22.253428 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:22.257943 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5db04ea7-2a6a-4f87-8dfd-7db20a332326 req-841f7c42-884e-454d-9471-ec6210be4bfb tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110721 May 14 09:42:22.282569 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Usage tracker for resource:security_group_rule and tenant:2f7f563ba8dd41a4afc079f43d0cc041 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:22.288232 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:22.292138 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.db.l3_db [None req-98c2b748-a029-4672-907a-deef708b6c3d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Floating IP 3c390448-daa7-49f1-8da6-33968733555b associated. External IP: 172.27.2.188, port: f98b939d-7329-464d-b363-a8a7412a7c82. May 14 09:42:22.313581 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56206) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:22.332553 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9eba2f43-5db6-460b-a746-964938bba387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.347780 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-9eba2f43-5db6-460b-a746-964938bba387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:22.352016 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-9eba2f43-5db6-460b-a746-964938bba387 admin admin] Usage tracker for resource:security_group_rule and tenant:4f6c78fed8584cdfb1f563353c31a824 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:22.353048 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:22.355326 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-9eba2f43-5db6-460b-a746-964938bba387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:22.362075 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-9eba2f43-5db6-460b-a746-964938bba387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:22.480672 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9eba2f43-5db6-460b-a746-964938bba387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.486235 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9eba2f43-5db6-460b-a746-964938bba387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.498403 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2cd9c8ad-a29f-4c98-9efb-32de09ab44a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:22.545533 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-9eba2f43-5db6-460b-a746-964938bba387 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f6c78fed8584cdfb1f563353c31a824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288334 May 14 09:42:22.545533 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba2f43-5db6-460b-a746-964938bba387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ab5d1c-debe-41a7-a2df-8cdb9a4324b7,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:22.549848 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56212) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:22.588506 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9eba2f43-5db6-460b-a746-964938bba387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:22.619293 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-70fb4a36-48af-4e40-af29-759a14beae68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.650466 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-70fb4a36-48af-4e40-af29-759a14beae68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.717216 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-70fb4a36-48af-4e40-af29-759a14beae68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.721847 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e556ea35-e375-485e-9f4f-d144cd3da5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:22.733176 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb4a36-48af-4e40-af29-759a14beae68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ab5d1c-debe-41a7-a2df-8cdb9a4324b7,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:22.737434 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-70fb4a36-48af-4e40-af29-759a14beae68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:22.745046 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-70fb4a36-48af-4e40-af29-759a14beae68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.746288 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-70fb4a36-48af-4e40-af29-759a14beae68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9ab5d1c-debe-41a7-a2df-8cdb9a4324b7 HTTP/1.1" status: 204 len: 168 time: 0.1951890 May 14 09:42:22.875819 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.885043 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.891029 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-dab4f05b-1476-4d78-9d2c-d00bd81c3091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:22.927609 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=78752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:42:22.962413 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad49326-cd21-417d-9fc1-a9cec0b41633 req-e7830382-3bd7-4e2f-9dc7-5ab0088349d0 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:22.963864 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7ad49326-cd21-417d-9fc1-a9cec0b41633 req-e7830382-3bd7-4e2f-9dc7-5ab0088349d0 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 946 time: 0.2055178 May 14 09:42:22.977022 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.977560 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.db.segments_db [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Added segment fd4f44c0-0bf9-4ab5-8668-b980fc213a6a of type vlan for network 2ec666b0-2cdb-41e6-981b-47f58bab3ba3 May 14 09:42:22.997933 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447be8ce-c694-4973-ab87-63d5bc879f46,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:23.004529 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:23.022725 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c2b748-a029-4672-907a-deef708b6c3d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:42:23.055786 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:23.120790 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7ad49326-cd21-417d-9fc1-a9cec0b41633 req-577e8b52-dbc0-4edd-95fc-8966eb67a831 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452022 May 14 09:42:23.303382 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:23.308765 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:23.309509 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:23.318760 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e25fb76b-2ce5-4af5-a5a0-3c8ce40ee124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:23.558953 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c2b748-a029-4672-907a-deef708b6c3d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:42:23.573360 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2053a15f-be7b-435c-bd81-e9b025afc70f None None] Sync routers for ids ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:42:23.584802 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2053a15f-be7b-435c-bd81-e9b025afc70f None None] Routers {'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:42:23.585438 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2053a15f-be7b-435c-bd81-e9b025afc70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:42:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:23.593060 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Pushing event updated for resources: {'Network': ['ID=2ec666b0-2cdb-41e6-981b-47f58bab3ba3,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:23.610925 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:23.613212 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7509961 May 14 09:42:23.618705 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network 2ec666b0-2cdb-41e6-981b-47f58bab3ba3 details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:42:23.619465 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56258) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:23.628040 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Request body: {'subnet': {'network_id': '2ec666b0-2cdb-41e6-981b-47f58bab3ba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-3795747-subnet', 'tenant_id': '2f7f563ba8dd41a4afc079f43d0cc041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:23.629116 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-98c2b748-a029-4672-907a-deef708b6c3d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:23.640310 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:23.648009 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Usage tracker for resource:subnet and tenant:2f7f563ba8dd41a4afc079f43d0cc041 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:23.655109 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:23.663128 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:23.668429 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56262) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:23.689517 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03034036-143b-4ebd-b33e-c3b3231ef727 req-cc67dde3-67ec-406b-be0d-2561042ec53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:23.692389 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-03034036-143b-4ebd-b33e-c3b3231ef727 req-cc67dde3-67ec-406b-be0d-2561042ec53d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 1099 time: 0.4697552 May 14 09:42:23.694794 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Made reservation on behalf of 2f7f563ba8dd41a4afc079f43d0cc041 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:23.700730 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6324406'] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:23.752458 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-98c2b748-a029-4672-907a-deef708b6c3d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "PUT /v2.0/floatingips/3c390448-daa7-49f1-8da6-33968733555b HTTP/1.1" status: 200 len: 992 time: 3.2516937 May 14 09:42:23.761701 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aefac81-13df-4710-a25f-af6f836a1409', 'tag': 'f98b939d-7329-464d-b363-a8a7412a7c82'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:23.803089 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-03034036-143b-4ebd-b33e-c3b3231ef727 req-229088b8-8b2d-48bc-be50-61df74607451 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992093 May 14 09:42:23.836416 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707edbf-fae4-45f7-bab8-d2cd48789c40 req-12379ee2-4d29-4f4f-b454-ff62ad94a8fe tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:23.837808 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f707edbf-fae4-45f7-bab8-d2cd48789c40 req-12379ee2-4d29-4f4f-b454-ff62ad94a8fe tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.3759930 May 14 09:42:23.847734 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072c5d9-ff4a-4527-9d43-d2d1daf81190 req-dfdc6180-ca86-455a-91ca-0499177a769c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:23.849576 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6072c5d9-ff4a-4527-9d43-d2d1daf81190 req-dfdc6180-ca86-455a-91ca-0499177a769c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.3890736 May 14 09:42:23.883884 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1592589315-network', 'tenant_id': 'ce6ad53f50d543b69e148a95261e9ef7'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:23.894901 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:23.897574 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Usage tracker for resource:network and tenant:ce6ad53f50d543b69e148a95261e9ef7 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:23.958620 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-2053a15f-be7b-435c-bd81-e9b025afc70f None None] Set router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:42:23.971268 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f707edbf-fae4-45f7-bab8-d2cd48789c40 req-4111edee-8e9c-4716-bc69-888cd7805ba8 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206088 May 14 09:42:23.992584 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6072c5d9-ff4a-4527-9d43-d2d1daf81190 req-1dce8cc3-c5ce-4330-93b3-471310039e9f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055512 May 14 09:42:23.995343 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:24.021392 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:24.067775 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aefac81-13df-4710-a25f-af6f836a1409', 'tag': 'f98b939d-7329-464d-b363-a8a7412a7c82', 'status': 'completed', 'code': 200} May 14 09:42:24.100610 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Made reservation on behalf of ce6ad53f50d543b69e148a95261e9ef7 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:24.103925 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:24.164585 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:24.206915 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a307a50-4c40-4ae1-affd-8959be66cccf req-16750cea-8807-41e8-8458-8159a6b3eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:24.209709 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a307a50-4c40-4ae1-affd-8959be66cccf req-16750cea-8807-41e8-8458-8159a6b3eb64 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3&device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 1099 time: 0.1059661 May 14 09:42:24.386845 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:24.394742 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Usage tracker for resource:security_group_rule and tenant:ce6ad53f50d543b69e148a95261e9ef7 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:24.398616 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:24.413084 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:24.489919 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a307a50-4c40-4ae1-affd-8959be66cccf req-5fa9a73b-bee1-4d38-b3cf-ec8dd1760d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:24.491722 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a307a50-4c40-4ae1-affd-8959be66cccf req-5fa9a73b-bee1-4d38-b3cf-ec8dd1760d6e service neutron] 10.222.0.77 "GET /v2.0/networks?id=985cc55b-f372-49ec-9629-66d97c3fcf56 HTTP/1.1" status: 200 len: 912 time: 0.2634261 May 14 09:42:24.524171 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5ce39-0ba3-4b5b-a027-0cc4b7b0b586 req-ebdb751a-f240-4566-b5ab-c03264f09fe6 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:24.526172 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f6f5ce39-0ba3-4b5b-a027-0cc4b7b0b586 req-ebdb751a-f240-4566-b5ab-c03264f09fe6 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 946 time: 0.1708286 May 14 09:42:24.540260 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2053a15f-be7b-435c-bd81-e9b025afc70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:40Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': '3c390448-daa7-49f1-8da6-33968733555b', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'port_id': 'f98b939d-7329-464d-b363-a8a7412a7c82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'mac_address': 'fa:16:3e:f0:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aefac81-13df-4710-a25f-af6f836a1409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:41:56Z', 'updated_at': '2021-05-14T09:42:21Z', 'revision_number': 1, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59df3c76-6bf2-41e8-9ff1-fd0e3d994752', 'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'mac_address': 'fa:16:3e:30:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:57Z', 'revision_number': 5, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'subnets': [{'id': '66021503-54ca-4040-9580-08c3db49374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:24.545392 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2053a15f-be7b-435c-bd81-e9b025afc70f None None] Checking router: fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:42:24.561656 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2053a15f-be7b-435c-bd81-e9b025afc70f None None] Routers {'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:42:24.562440 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2053a15f-be7b-435c-bd81-e9b025afc70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:42:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:24.609566 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:24.618643 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:24.624527 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:24.658761 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5551422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6324392'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:24.664541 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:42:24.687198 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a307a50-4c40-4ae1-affd-8959be66cccf req-f8790a22-1f4b-4f49-bcb4-b584d3eca0e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98b939d-7329-464d-b363-a8a7412a7c82 HTTP/1.1" status: 200 len: 1000 time: 0.1597064 May 14 09:42:24.693233 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bab0f8f-378e-4312-9e59-82a5f839c04a,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:24.698444 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:24.699033 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.segments_db [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Added segment 3315d3d0-5fc6-4275-a23a-41dbfb5d8a55 of type vlan for network 66768f14-8bfb-4ecc-bc6f-f5660f90bea9 May 14 09:42:24.701349 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:24.710394 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e9dfd677-d653-4b8c-bb62-8c2beeac7df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:24.766005 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f6f5ce39-0ba3-4b5b-a027-0cc4b7b0b586 req-1e5fc821-0330-44c2-8b3a-5a6861034eb4 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206079 May 14 09:42:24.789378 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a307a50-4c40-4ae1-affd-8959be66cccf req-27adb5ff-2f5a-4a2a-ba01-10a3b0edabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:24.791218 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a307a50-4c40-4ae1-affd-8959be66cccf req-27adb5ff-2f5a-4a2a-ba01-10a3b0edabbb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=66021503-54ca-4040-9580-08c3db49374a HTTP/1.1" status: 200 len: 850 time: 0.0845315 May 14 09:42:24.817197 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-2053a15f-be7b-435c-bd81-e9b025afc70f None None] Set router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:42:24.820401 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Checking segment: {'id': 'fd4f44c0-0bf9-4ab5-8668-b980fc213a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2ec666b0-2cdb-41e6-981b-47f58bab3ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:24.821001 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Network hostable DHCP agents. Network: 2ec666b0-2cdb-41e6-981b-47f58bab3ba3, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:42:24.828196 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:24.841608 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d69d55-ae54-4770-b563-6b5e412492be,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:24.848106 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:24.902784 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a307a50-4c40-4ae1-affd-8959be66cccf req-6bbeefc7-7dfb-40a2-9f1c-08852dc36a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:24.903967 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a307a50-4c40-4ae1-affd-8959be66cccf req-6bbeefc7-7dfb-40a2-9f1c-08852dc36a10 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=985cc55b-f372-49ec-9629-66d97c3fcf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1040812 May 14 09:42:24.905965 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Network 2ec666b0-2cdb-41e6-981b-47f58bab3ba3 is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:42:24.922140 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, 2ec666b0-2cdb-41e6-981b-47f58bab3ba3) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:24.926303 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:24.933067 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd3cd9-89df-4b9b-bcdc-de48a944bdbf None None] Network 2ec666b0-2cdb-41e6-981b-47f58bab3ba3 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:42:24.936141 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:24.937142 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:24.946190 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1f3ec341-c88c-4ac8-a493-a23d439473aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:25.078825 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:25.079429 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:25.163187 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Pushing event updated for resources: {'Network': ['ID=66768f14-8bfb-4ecc-bc6f-f5660f90bea9,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:25.176923 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:25.187986 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5181954 May 14 09:42:25.191073 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56300) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:25.205059 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Request body: {'subnet': {'network_id': '66768f14-8bfb-4ecc-bc6f-f5660f90bea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1592589315-subnet', 'tenant_id': 'ce6ad53f50d543b69e148a95261e9ef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:25.219734 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:25.237774 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Usage tracker for resource:subnet and tenant:ce6ad53f50d543b69e148a95261e9ef7 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:25.245414 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:25.263706 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:25.284865 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6642513 May 14 09:42:25.287007 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Made reservation on behalf of ce6ad53f50d543b69e148a95261e9ef7 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:25.290112 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6324406'] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:25.330364 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network 66768f14-8bfb-4ecc-bc6f-f5660f90bea9 details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:42:25.681625 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a6ac8-57bc-4fd7-97f7-f953708056ca None None] Network 2ec666b0-2cdb-41e6-981b-47f58bab3ba3 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:42:25.684380 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a307a50-4c40-4ae1-affd-8959be66cccf req-3a1ea3a8-1fca-4d38-9712-56fe9d3cfc14 service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7623243 May 14 09:42:25.707865 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5df89e-2091-4cd4-a83a-b753b412e039 req-66377a31-1d42-44c4-b198-acc1a001b550 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:25.709375 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-da5df89e-2091-4cd4-a83a-b753b412e039 req-66377a31-1d42-44c4-b198-acc1a001b550 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.2458618 May 14 09:42:25.718491 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee5e7e-140c-40d8-b882-c535af5b104d req-41c116d9-a510-44d4-b8e5-44c456769515 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:25.720822 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1aee5e7e-140c-40d8-b882-c535af5b104d req-41c116d9-a510-44d4-b8e5-44c456769515 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.2513528 May 14 09:42:25.739299 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2053a15f-be7b-435c-bd81-e9b025afc70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:40Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': '3c390448-daa7-49f1-8da6-33968733555b', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'port_id': 'f98b939d-7329-464d-b363-a8a7412a7c82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'mac_address': 'fa:16:3e:f0:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aefac81-13df-4710-a25f-af6f836a1409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:41:56Z', 'updated_at': '2021-05-14T09:42:21Z', 'revision_number': 1, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59df3c76-6bf2-41e8-9ff1-fd0e3d994752', 'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'mac_address': 'fa:16:3e:30:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:57Z', 'revision_number': 5, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'subnets': [{'id': '66021503-54ca-4040-9580-08c3db49374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:25.746370 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2053a15f-be7b-435c-bd81-e9b025afc70f None None] The sync data for ids ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'] in dv-cinder-734144-18-iscsi is: [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:40Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': '3c390448-daa7-49f1-8da6-33968733555b', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'port_id': 'f98b939d-7329-464d-b363-a8a7412a7c82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'mac_address': 'fa:16:3e:f0:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aefac81-13df-4710-a25f-af6f836a1409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:41:56Z', 'updated_at': '2021-05-14T09:42:21Z', 'revision_number': 1, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59df3c76-6bf2-41e8-9ff1-fd0e3d994752', 'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'mac_address': 'fa:16:3e:30:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:57Z', 'revision_number': 5, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'subnets': [{'id': '66021503-54ca-4040-9580-08c3db49374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:42:25.842686 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-da5df89e-2091-4cd4-a83a-b753b412e039 req-f799213a-ff2f-44dd-95ca-a5f74e8717ec tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204979 May 14 09:42:25.898776 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1aee5e7e-140c-40d8-b882-c535af5b104d req-b5fcecc4-dc41-4212-aed1-ae904fc42dd9 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567655 May 14 09:42:25.933279 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5551422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6324392'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:25.938524 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:26.060392 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14c19af-59df-4b55-a62c-da3ac979cff6,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:26.067677 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:26.107064 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Checking segment: {'id': '3315d3d0-5fc6-4275-a23a-41dbfb5d8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '66768f14-8bfb-4ecc-bc6f-f5660f90bea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:26.107860 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Network hostable DHCP agents. Network: 66768f14-8bfb-4ecc-bc6f-f5660f90bea9, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:42:26.117711 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb21acf8-fd92-417c-8f73-2ff502bc0703 None None] New status for floating IP 3c390448-daa7-49f1-8da6-33968733555b: ACTIVE {{(pid=78753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:42:26.135827 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Network 66768f14-8bfb-4ecc-bc6f-f5660f90bea9 is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:42:26.149457 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, 66768f14-8bfb-4ecc-bc6f-f5660f90bea9) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:26.188488 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:26.192418 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:26.195209 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b353f4-c9af-4f63-b6c3-eb01a406252f None None] Network 66768f14-8bfb-4ecc-bc6f-f5660f90bea9 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:42:26.206365 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935df4e-95ad-4c28-be82-5cf0d5cb4415 req-a6373487-169e-4dcb-8b19-4a8c496401f3 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:26.216147 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2935df4e-95ad-4c28-be82-5cf0d5cb4415 req-a6373487-169e-4dcb-8b19-4a8c496401f3 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 946 time: 0.1386223 May 14 09:42:26.234348 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0337527 May 14 09:42:26.237671 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56326) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:26.244391 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-639233512-network', 'tenant_id': 'cb1537d5438144d6a6612372b86732ec'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:26.255248 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:26.266308 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Usage tracker for resource:network and tenant:cb1537d5438144d6a6612372b86732ec is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:26.274673 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:26.282041 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:26.297055 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Made reservation on behalf of cb1537d5438144d6a6612372b86732ec for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:26.299964 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:26.315266 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:26.332547 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:26.336758 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:cb1537d5438144d6a6612372b86732ec is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:26.340084 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:26.348095 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:26.364065 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2935df4e-95ad-4c28-be82-5cf0d5cb4415 req-d05269e2-ddf3-45fe-b463-52891cd294a3 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399353 May 14 09:42:26.526189 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:26.533726 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:26.536978 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:26.572481 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:42:26.582878 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54bb221-c2dd-45ad-b629-6f610be84dc5,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:26.586798 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:26.590713 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:26.591192 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.segments_db [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Added segment 391658ee-8fb1-4107-beda-ddc15df9b5c7 of type vlan for network 10d27db3-4e20-45a4-b4c4-d2dd1a634a66 May 14 09:42:26.631459 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:26.679239 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:26.681206 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:26.684540 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:26.689624 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58783f52-04b2-4653-8b40-5eba9143b344 None None] Network 66768f14-8bfb-4ecc-bc6f-f5660f90bea9 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:42:26.692433 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ca6e506d-6f9c-4dc6-bbb6-aaa39eec7a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:26.793958 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=10d27db3-4e20-45a4-b4c4-d2dd1a634a66,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:26.797665 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:26.802328 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5606349 May 14 09:42:26.802729 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56336) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:26.809367 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Request body: {'subnet': {'network_id': '10d27db3-4e20-45a4-b4c4-d2dd1a634a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-639233512-subnet', 'tenant_id': 'cb1537d5438144d6a6612372b86732ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:26.812973 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network 10d27db3-4e20-45a4-b4c4-d2dd1a634a66 details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:42:26.814645 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:26.818908 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Usage tracker for resource:subnet and tenant:cb1537d5438144d6a6612372b86732ec is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:26.822214 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:26.829022 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:26.843303 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Made reservation on behalf of cb1537d5438144d6a6612372b86732ec for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:26.846183 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6324406'] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:27.211689 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2c270-c164-4111-bb4e-cb26b61febfc req-2feaed59-8d87-4263-a831-16836f544955 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:27.218859 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f3e2c270-c164-4111-bb4e-cb26b61febfc req-2feaed59-8d87-4263-a831-16836f544955 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1118076 May 14 09:42:27.284125 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f3e2c270-c164-4111-bb4e-cb26b61febfc req-7c3d1b78-d02d-461d-961c-87bb61e1048c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641258 May 14 09:42:27.399320 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5551422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6324392'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:27.404474 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:27.503957 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccdbe28f-7613-4332-ab7f-55b50763ee29,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:27.508691 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:27.509747 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Checking segment: {'id': '391658ee-8fb1-4107-beda-ddc15df9b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '10d27db3-4e20-45a4-b4c4-d2dd1a634a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:27.510178 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Network hostable DHCP agents. Network: 10d27db3-4e20-45a4-b4c4-d2dd1a634a66, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:42:27.534472 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Network 10d27db3-4e20-45a4-b4c4-d2dd1a634a66 is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:42:27.535717 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1df9e-df74-40d7-aa46-40aa5df49c0e req-c97b6496-e95f-421d-b77e-b550ca7e551c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:27.537526 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ced1df9e-df74-40d7-aa46-40aa5df49c0e req-c97b6496-e95f-421d-b77e-b550ca7e551c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.1075861 May 14 09:42:27.550689 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, 10d27db3-4e20-45a4-b4c4-d2dd1a634a66) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:27.563918 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:27.563918 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:27.568284 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdef7ae5-8626-4326-8438-3b5b0f146c6a None None] Network 10d27db3-4e20-45a4-b4c4-d2dd1a634a66 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:42:27.595243 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ced1df9e-df74-40d7-aa46-40aa5df49c0e req-6301158a-4675-45d7-89f3-fc2cdab7bb26 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500274 May 14 09:42:27.684741 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8799000 May 14 09:42:27.829232 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070c21e-abf7-4ad9-b06e-9f6bd086c957 req-e533a6db-d806-4e00-af93-8140ebc4598e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:27.831235 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a070c21e-abf7-4ad9-b06e-9f6bd086c957 req-e533a6db-d806-4e00-af93-8140ebc4598e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1117742 May 14 09:42:27.842404 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56358) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:27.849026 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-5ca9c178-6ff4-4f22-b93b-f71dee0c9075 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Request body: {'floatingip': {'port_id': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:27.875195 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b978f0b-9e72-42b1-900e-52ac1e8596a7 None None] Network 10d27db3-4e20-45a4-b4c4-d2dd1a634a66 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:42:27.957600 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5ca9c178-6ff4-4f22-b93b-f71dee0c9075 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for floatingip, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:28.073192 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a108028-8ab0-4d18-91d7-6024f16b7a0b req-4c1da449-3985-4dee-9968-4c2327973033 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:28.074756 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2a108028-8ab0-4d18-91d7-6024f16b7a0b req-4c1da449-3985-4dee-9968-4c2327973033 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 946 time: 0.1303830 May 14 09:42:28.171212 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2a108028-8ab0-4d18-91d7-6024f16b7a0b req-99e6d8fd-9a55-4846-9251-1ecd221ffeab tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900199 May 14 09:42:28.883137 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42047f2c-5fb4-471b-a7a5-79c882b2e554 req-f848052c-890e-45c9-a623-0742a14926fb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:28.884562 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-42047f2c-5fb4-471b-a7a5-79c882b2e554 req-f848052c-890e-45c9-a623-0742a14926fb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.0854280 May 14 09:42:28.919201 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5ca9c178-6ff4-4f22-b93b-f71dee0c9075 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:28.927176 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5ca9c178-6ff4-4f22-b93b-f71dee0c9075 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:28.959803 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-42047f2c-5fb4-471b-a7a5-79c882b2e554 req-6948bbd3-691c-4a78-b223-a7750eeafe7c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692227 May 14 09:42:29.071964 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a307a50-4c40-4ae1-affd-8959be66cccf req-da25cc65-dd9b-4020-a2a1-0c85a3391880 service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457624 May 14 09:42:29.116880 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.l3_db [None req-5ca9c178-6ff4-4f22-b93b-f71dee0c9075 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Floating IP f928aed8-8978-4300-a60a-e66c67b5f34a associated. External IP: 172.27.2.126, port: 5d039db5-4b1e-4b9c-82ea-447824ecfd7f. May 14 09:42:29.401329 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83430559-b804-40e2-822f-3cb2e65ab7f6 req-26608947-5675-4bc4-98f8-e5c2b6d1db87 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:29.403060 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-83430559-b804-40e2-822f-3cb2e65ab7f6 req-26608947-5675-4bc4-98f8-e5c2b6d1db87 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 946 time: 0.1073029 May 14 09:42:29.463386 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-83430559-b804-40e2-822f-3cb2e65ab7f6 req-cae16db4-3ebe-4f08-878b-86d1bae283c3 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e82d059-aaad-4454-974b-c843598d0c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527618 May 14 09:42:29.583550 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca9c178-6ff4-4f22-b93b-f71dee0c9075 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:42:29.593990 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9653800-cecf-41b0-be2b-9d733ac83fd9 req-0a946384-05c4-4e69-ab99-d971410de9e5 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:29.595737 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b9653800-cecf-41b0-be2b-9d733ac83fd9 req-0a946384-05c4-4e69-ab99-d971410de9e5 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.77 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 946 time: 0.1127193 May 14 09:42:29.814457 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca9c178-6ff4-4f22-b93b-f71dee0c9075 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:42:29.821453 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5ca9c178-6ff4-4f22-b93b-f71dee0c9075 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:29.825899 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eebba5-50ff-4772-8b73-d6e8fb573d3c None None] Sync routers for ids ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:42:29.842665 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eebba5-50ff-4772-8b73-d6e8fb573d3c None None] Routers {'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:42:29.843729 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-99eebba5-50ff-4772-8b73-d6e8fb573d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:42:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:29.893626 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-5ca9c178-6ff4-4f22-b93b-f71dee0c9075 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "PUT /v2.0/floatingips/f928aed8-8978-4300-a60a-e66c67b5f34a HTTP/1.1" status: 200 len: 992 time: 2.0499463 May 14 09:42:29.894577 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'tag': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:29.968211 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-b9653800-cecf-41b0-be2b-9d733ac83fd9 req-f87aeeb7-c207-4f2d-9875-fdb903d601ff tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Deleting port d1ab63c9-d68b-4f16-952f-322471fe1497 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:42:29.968984 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-b9653800-cecf-41b0-be2b-9d733ac83fd9 req-f87aeeb7-c207-4f2d-9875-fdb903d601ff tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:30.097652 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-673021d0-3433-48e4-ab38-6881580cc7fb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:30.099490 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-673021d0-3433-48e4-ab38-6881580cc7fb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/networks?id=66768f14-8bfb-4ecc-bc6f-f5660f90bea9 HTTP/1.1" status: 200 len: 809 time: 0.2880743 May 14 09:42:30.119179 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'tag': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'status': 'completed', 'code': 200} May 14 09:42:30.151841 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-99eebba5-50ff-4772-8b73-d6e8fb573d3c None None] Set router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:42:30.208445 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-b9653800-cecf-41b0-be2b-9d733ac83fd9 req-f87aeeb7-c207-4f2d-9875-fdb903d601ff tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] For port d1ab63c9-d68b-4f16-952f-322471fe1497, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d1ab63c9-d68b-4f16-952f-322471fe1497,segment=NetworkSegment(bfa74d9a-fe82-4671-865f-5b9b2d2195fd),segment_id=bfa74d9a-fe82-4671-865f-5b9b2d2195fd)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:30.208995 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-b9653800-cecf-41b0-be2b-9d733ac83fd9 req-f87aeeb7-c207-4f2d-9875-fdb903d601ff tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:30.232132 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-008d0984-4675-4cb4-bda9-ee4eddb15009 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/quotas/ce6ad53f50d543b69e148a95261e9ef7 HTTP/1.1" status: 200 len: 375 time: 0.0959933 May 14 09:42:30.244700 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e272f7-19b3-42e9-b777-dfea1f4bfcbc req-430896f0-6013-4480-95ff-b00ecf6b031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:30.246187 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-22e272f7-19b3-42e9-b777-dfea1f4bfcbc req-430896f0-6013-4480-95ff-b00ecf6b031a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=48873c3bcf674a0593730b514b4ffa39&device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 1099 time: 0.0954499 May 14 09:42:30.455431 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e272f7-19b3-42e9-b777-dfea1f4bfcbc req-252131ee-1546-4809-8c99-67283e672f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:30.458181 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-22e272f7-19b3-42e9-b777-dfea1f4bfcbc req-252131ee-1546-4809-8c99-67283e672f49 service neutron] 10.222.0.77 "GET /v2.0/networks?id=33793f62-2dd2-41d9-955d-c771f928128f HTTP/1.1" status: 200 len: 918 time: 0.1975615 May 14 09:42:30.597471 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-22e272f7-19b3-42e9-b777-dfea1f4bfcbc req-e9fadab1-4a0c-43a7-9108-dc9092da80fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f HTTP/1.1" status: 200 len: 1000 time: 0.1330287 May 14 09:42:30.637863 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-ad67a49b-6a2a-4352-ae5e-96ed248d03a5 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce6ad53f50d543b69e148a95261e9ef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4045591 May 14 09:42:30.646239 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-b9653800-cecf-41b0-be2b-9d733ac83fd9 req-f87aeeb7-c207-4f2d-9875-fdb903d601ff tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Calling delete_port for d1ab63c9-d68b-4f16-952f-322471fe1497 owned by compute:nova {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:42:30.678722 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e272f7-19b3-42e9-b777-dfea1f4bfcbc req-2477eb50-0410-43e3-9835-855acfb1cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:30.680731 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-22e272f7-19b3-42e9-b777-dfea1f4bfcbc req-2477eb50-0410-43e3-9835-855acfb1cfa2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a HTTP/1.1" status: 200 len: 856 time: 0.0754712 May 14 09:42:30.705958 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-99eebba5-50ff-4772-8b73-d6e8fb573d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:30Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': 'f928aed8-8978-4300-a60a-e66c67b5f34a', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'port_id': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'mac_address': 'fa:16:3e:eb:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:41:53Z', 'updated_at': '2021-05-14T09:42:28Z', 'revision_number': 1, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19077fa-b11f-4396-b444-44ec9607bb6c', 'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'mac_address': 'fa:16:3e:1e:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:49Z', 'revision_number': 5, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'subnets': [{'id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:30.710237 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eebba5-50ff-4772-8b73-d6e8fb573d3c None None] Checking router: b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:42:30.719749 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eebba5-50ff-4772-8b73-d6e8fb573d3c None None] Routers {'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:42:30.720383 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-99eebba5-50ff-4772-8b73-d6e8fb573d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:42:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:30.774781 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e272f7-19b3-42e9-b777-dfea1f4bfcbc req-224fb156-691f-4f53-9b84-a690a93530a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:30.776281 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-22e272f7-19b3-42e9-b777-dfea1f4bfcbc req-224fb156-691f-4f53-9b84-a690a93530a6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33793f62-2dd2-41d9-955d-c771f928128f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0876639 May 14 09:42:30.898162 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-132ffc27-7ed6-4fcd-b251-45c7f814fda0 service neutron] 10.222.0.30 "GET /v2.0/networks/66768f14-8bfb-4ecc-bc6f-f5660f90bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461452 May 14 09:42:30.926552 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-99eebba5-50ff-4772-8b73-d6e8fb573d3c None None] Set router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:42:30.964314 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-22e272f7-19b3-42e9-b777-dfea1f4bfcbc req-a86b84cd-127f-404c-99cb-2cc77804bfbf service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767764 May 14 09:42:31.028054 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c82b54-aa2c-4172-a0d6-775b82c90b15 req-0c2b60d7-fc37-4f49-9b45-a9c2bc759a00 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:31.029606 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-44c82b54-aa2c-4172-a0d6-775b82c90b15 req-0c2b60d7-fc37-4f49-9b45-a9c2bc759a00 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.5990815 May 14 09:42:31.187444 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-22e272f7-19b3-42e9-b777-dfea1f4bfcbc req-69a59c3d-d4fe-467e-8af2-89fb32972894 service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074311 May 14 09:42:31.235280 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-612c54b9-7cb8-4b53-95d6-3adc0b3d7fc8 service neutron] 10.222.0.30 "GET /v2.0/networks/66768f14-8bfb-4ecc-bc6f-f5660f90bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361199 May 14 09:42:31.238196 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-44c82b54-aa2c-4172-a0d6-775b82c90b15 req-a6ea572a-6d20-4594-9320-97e433dba477 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884053 May 14 09:42:31.324543 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-b9653800-cecf-41b0-be2b-9d733ac83fd9 req-f87aeeb7-c207-4f2d-9875-fdb903d601ff tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:31.345139 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:31.493325 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device d1ab63c9-d68b-4f16-952f-322471fe1497 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:42:31.500778 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87aeeb7-c207-4f2d-9875-fdb903d601ff tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Pushing event deleted for resources: {'Port': ['ID=d1ab63c9-d68b-4f16-952f-322471fe1497,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:31.543363 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-99eebba5-50ff-4772-8b73-d6e8fb573d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:30Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': 'f928aed8-8978-4300-a60a-e66c67b5f34a', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'port_id': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'mac_address': 'fa:16:3e:eb:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:41:53Z', 'updated_at': '2021-05-14T09:42:28Z', 'revision_number': 1, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19077fa-b11f-4396-b444-44ec9607bb6c', 'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'mac_address': 'fa:16:3e:1e:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:49Z', 'revision_number': 5, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'subnets': [{'id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:31.550420 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eebba5-50ff-4772-8b73-d6e8fb573d3c None None] The sync data for ids ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'] in dv-cinder-734144-18-iscsi is: [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:30Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': 'f928aed8-8978-4300-a60a-e66c67b5f34a', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'port_id': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'mac_address': 'fa:16:3e:eb:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:41:53Z', 'updated_at': '2021-05-14T09:42:28Z', 'revision_number': 1, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19077fa-b11f-4396-b444-44ec9607bb6c', 'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'mac_address': 'fa:16:3e:1e:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:49Z', 'revision_number': 5, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'subnets': [{'id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:42:31.551135 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f87aeeb7-c207-4f2d-9875-fdb903d601ff tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:31.558998 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-409acd8d-7112-4c7f-8c43-514361baadc7 req-1dc176ef-93db-41f7-9d62-26a3526ee0b3 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 210 time: 0.1410823 May 14 09:42:31.597982 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: d1ab63c9-d68b-4f16-952f-322471fe1497 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:42:31.598529 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device d1ab63c9-d68b-4f16-952f-322471fe1497 not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:42:31.619509 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9653800-cecf-41b0-be2b-9d733ac83fd9 req-f87aeeb7-c207-4f2d-9875-fdb903d601ff tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] No DVR routers for this DVR port d1ab63c9-d68b-4f16-952f-322471fe1497 on host hv-cinder-73414 {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:42:31.625817 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-b9653800-cecf-41b0-be2b-9d733ac83fd9 req-f87aeeb7-c207-4f2d-9875-fdb903d601ff tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:31.644000 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad831b1-fb99-4cac-be1f-8b10d0825562', 'name': 'network-vif-deleted', 'tag': 'd1ab63c9-d68b-4f16-952f-322471fe1497'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:31.719176 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b9653800-cecf-41b0-be2b-9d733ac83fd9 req-f87aeeb7-c207-4f2d-9875-fdb903d601ff tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.77 "DELETE /v2.0/ports/d1ab63c9-d68b-4f16-952f-322471fe1497 HTTP/1.1" status: 204 len: 173 time: 2.1108298 May 14 09:42:31.728977 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0c043371-b35c-4e1f-95c3-089a069006cc req-5dd0ed2c-e800-41be-b6d4-0e9647a4ae7c tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 210 time: 0.0642097 May 14 09:42:31.794288 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad831b1-fb99-4cac-be1f-8b10d0825562', 'name': 'network-vif-deleted', 'tag': 'd1ab63c9-d68b-4f16-952f-322471fe1497', 'status': 'completed', 'code': 200} May 14 09:42:31.878879 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0424252c-2c78-4b61-b9ac-c5ab72896b90 None None] New status for floating IP f928aed8-8978-4300-a60a-e66c67b5f34a: ACTIVE {{(pid=78753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:42:32.464915 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27577df6-389f-4029-963f-7707cf83ea7a req-bc380434-7568-43c8-a5eb-b76cb1cafcf8 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:32.466498 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-27577df6-389f-4029-963f-7707cf83ea7a req-bc380434-7568-43c8-a5eb-b76cb1cafcf8 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.0918527 May 14 09:42:32.514597 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-27577df6-389f-4029-963f-7707cf83ea7a req-f3417c2d-6c02-4edb-8ba7-a6eed445e23e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 May 14 09:42:32.726025 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-a08f6291-ed3c-4a95-8114-ca56d26937e9 req-474a1ef5-0d26-4864-aa8e-037b173d0d50 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Synchronizing usage tracker for tenant:265b243724394ce3afa62c5df724d8b9 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:32.748740 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-a08f6291-ed3c-4a95-8114-ca56d26937e9 req-474a1ef5-0d26-4864-aa8e-037b173d0d50 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Unset dirty status for tenant:265b243724394ce3afa62c5df724d8b9 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:32.749878 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a08f6291-ed3c-4a95-8114-ca56d26937e9 req-474a1ef5-0d26-4864-aa8e-037b173d0d50 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 210 time: 0.0731072 May 14 09:42:35.652261 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1d65f046-ef3f-4080-a83e-2a102c1a1ceb req-a6121baa-0830-4f62-859a-27afcee09002 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 210 time: 0.0903831 May 14 09:42:35.720152 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc22cf-7c54-47e2-bbda-13d18d4dee3e req-885a8b4b-58f9-404f-889a-eb6b113b7d5e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:35.721676 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b9fc22cf-7c54-47e2-bbda-13d18d4dee3e req-885a8b4b-58f9-404f-889a-eb6b113b7d5e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.1186993 May 14 09:42:35.811449 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4760d70a-b119-4d61-820a-e6b168ababa4 req-0ccfecf4-e042-41cc-b229-6d7da9ad368c tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 210 time: 0.0542271 May 14 09:42:35.817531 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b9fc22cf-7c54-47e2-bbda-13d18d4dee3e req-5a33e361-ccb2-45bf-ae69-5da67b99916c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861423 May 14 09:42:36.490464 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-68053373-d632-450e-80f5-c7a8dc235bce tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:36.491941 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-68053373-d632-450e-80f5-c7a8dc235bce tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.77 "GET /v2.0/networks?id=66768f14-8bfb-4ecc-bc6f-f5660f90bea9 HTTP/1.1" status: 200 len: 809 time: 0.1561801 May 14 09:42:36.513883 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Request body: {'port': {'device_id': '2f989529-e3a3-4f04-aae2-355d62c8bfd1', 'network_id': '66768f14-8bfb-4ecc-bc6f-f5660f90bea9', 'admin_state_up': True, 'tenant_id': 'ce6ad53f50d543b69e148a95261e9ef7'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:36.889899 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e724f120-79b2-4396-8019-5b3791a25f15 req-739aa4e4-aa62-43a4-bc72-f9af3b67a538 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 210 time: 0.0565901 May 14 09:42:36.894840 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:36.898796 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Usage tracker for resource:port and tenant:ce6ad53f50d543b69e148a95261e9ef7 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:36.901729 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:36.908374 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:36.924841 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Made reservation on behalf of ce6ad53f50d543b69e148a95261e9ef7 for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:36.929211 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:37.135572 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-79cfe795-084b-41b0-a371-0429ca8f1077 req-9803caed-687e-4a51-b760-ba8c98f994df tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad831b1-fb99-4cac-be1f-8b10d0825562 HTTP/1.1" status: 200 len: 210 time: 0.0999365 May 14 09:42:37.270180 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Allocated IP 172.20.0.8 (66768f14-8bfb-4ecc-bc6f-f5660f90bea9/b14c19af-59df-4b55-a62c-da3ac979cff6/9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:42:37.279146 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9a2d0-5913-4d66-b3e9-ad3c6ad29af5 req-c6414936-17d3-414d-8daf-d2792bfafb70 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:37.280638 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-23a9a2d0-5913-4d66-b3e9-ad3c6ad29af5 req-c6414936-17d3-414d-8daf-d2792bfafb70 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.1957631 May 14 09:42:37.363696 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-23a9a2d0-5913-4d66-b3e9-ad3c6ad29af5 req-98583804-1e6f-4764-8928-3a1b43f865c5 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747766 May 14 09:42:37.524457 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:37.563488 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:37.570055 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:37.631160 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Network 66768f14-8bfb-4ecc-bc6f-f5660f90bea9 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:37.634676 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:37.638555 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:42:37.708944 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Pushing event updated for resources: {'Port': ['ID=9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:37.713879 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:37.722103 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:37.722724 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:37.748574 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2385752 May 14 09:42:37.760329 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Request body: {'port': {'device_id': '2f989529-e3a3-4f04-aae2-355d62c8bfd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:37.880564 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:38.219969 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762984a5-2c67-4df8-ac36-3944fec6f92f req-3e95c5f8-41bd-47a7-ac30-82e53f30388e tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:38.220736 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-762984a5-2c67-4df8-ac36-3944fec6f92f req-3e95c5f8-41bd-47a7-ac30-82e53f30388e tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Synchronizing usage tracker for tenant:ce6ad53f50d543b69e148a95261e9ef7 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:38.251279 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-762984a5-2c67-4df8-ac36-3944fec6f92f req-3e95c5f8-41bd-47a7-ac30-82e53f30388e tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Unset dirty status for tenant:ce6ad53f50d543b69e148a95261e9ef7 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:38.252484 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-762984a5-2c67-4df8-ac36-3944fec6f92f req-3e95c5f8-41bd-47a7-ac30-82e53f30388e tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 931 time: 0.2369657 May 14 09:42:38.349051 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:38.355745 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-762984a5-2c67-4df8-ac36-3944fec6f92f req-724a701e-7338-4cc4-a57e-fe5d9f07c0cb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656309 May 14 09:42:38.359899 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:38.379464 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Transition to ACTIVE for port object 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:38.386323 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:38.394311 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d00d0ffb-4df7-4a12-8802-981f8fcca612 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:38.711066 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:38.721589 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:38.845849 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Attempting to bind port 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:42:38.846379 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Attempting to bind port 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '3315d3d0-5fc6-4275-a23a-41dbfb5d8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '66768f14-8bfb-4ecc-bc6f-f5660f90bea9'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:42:38.846739 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Attempting to bind port 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 on network 66768f14-8bfb-4ecc-bc6f-f5660f90bea9 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:38.855493 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Port 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 on network 66768f14-8bfb-4ecc-bc6f-f5660f90bea9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:42:38.856021 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Attempting to bind port 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 on network 66768f14-8bfb-4ecc-bc6f-f5660f90bea9 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:38.870987 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6f0ee-fbb9-4825-9d55-86331bc9c615 req-97301286-dd59-41e2-bfc7-f0a4c07f864b tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:38.870987 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a5f6f0ee-fbb9-4825-9d55-86331bc9c615 req-97301286-dd59-41e2-bfc7-f0a4c07f864b tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.3375931 May 14 09:42:38.877963 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:42:38.878546 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Checking segment: {'id': '3315d3d0-5fc6-4275-a23a-41dbfb5d8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '66768f14-8bfb-4ecc-bc6f-f5660f90bea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:38.879190 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Bound using segment: {'id': '3315d3d0-5fc6-4275-a23a-41dbfb5d8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '66768f14-8bfb-4ecc-bc6f-f5660f90bea9'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:42:38.879984 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Bound port: 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3315d3d0-5fc6-4275-a23a-41dbfb5d8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '66768f14-8bfb-4ecc-bc6f-f5660f90bea9'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:42:38.880606 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:39.040416 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] For port 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7, host hv-cinder-73414, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:42:39.043752 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] For port 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7,segment=NetworkSegment(3315d3d0-5fc6-4275-a23a-41dbfb5d8a55),segment_id=3315d3d0-5fc6-4275-a23a-41dbfb5d8a55)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:42:39.050247 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:39.068101 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:39.111742 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a5f6f0ee-fbb9-4825-9d55-86331bc9c615 req-320662f8-c13b-43ea-814f-25dd8cfc1799 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182415 May 14 09:42:39.128149 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:39.128773 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:39.130166 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] 10.222.0.77 "PUT /v2.0/ports/9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 HTTP/1.1" status: 200 len: 1093 time: 1.3741012 May 14 09:42:39.130663 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f989529-e3a3-4f04-aae2-355d62c8bfd1', 'tag': '9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:39.160667 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:39.165156 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:39.206168 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f989529-e3a3-4f04-aae2-355d62c8bfd1', 'tag': '9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7', 'status': 'completed', 'code': 200} May 14 09:42:39.285592 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-bb6b5ac2-43e3-4e08-9826-f046d39fea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:39.287054 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-bb6b5ac2-43e3-4e08-9826-f046d39fea58 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ce6ad53f50d543b69e148a95261e9ef7&device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 1096 time: 0.0745833 May 14 09:42:39.362118 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-09ce4bd1-c19c-43fb-8ce2-208e449d3240 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 HTTP/1.1" status: 200 len: 217 time: 0.0652978 May 14 09:42:39.431061 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-a885c279-6917-45fd-b971-e2d1bf0df42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:39.432552 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-a885c279-6917-45fd-b971-e2d1bf0df42d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b14c19af-59df-4b55-a62c-da3ac979cff6 HTTP/1.1" status: 200 len: 849 time: 0.0613241 May 14 09:42:39.534158 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-890df7df-f284-4ff9-8eac-85531895e22c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66768f14-8bfb-4ecc-bc6f-f5660f90bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933421 May 14 09:42:39.685924 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d834cd-95d6-4a9d-b1e7-c0ad274c7b61 req-5a7c4a7a-1375-4400-9331-bf28a507351f tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:39.687360 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f5d834cd-95d6-4a9d-b1e7-c0ad274c7b61 req-5a7c4a7a-1375-4400-9331-bf28a507351f tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 943 time: 0.1993661 May 14 09:42:39.717051 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-b24de863-9017-4518-b32f-846413625859 service neutron] 10.222.0.77 "GET /v2.0/networks/66768f14-8bfb-4ecc-bc6f-f5660f90bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745148 May 14 09:42:39.822366 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f5d834cd-95d6-4a9d-b1e7-c0ad274c7b61 req-fe1bb215-43be-4766-ace6-ca15f47e13b9 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259763 May 14 09:42:39.873949 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a9a7931b-fce3-4fb5-8288-396f1942d5db req-95e38451-aee0-4017-b38a-37b519f9e7b6 service neutron] 10.222.0.77 "GET /v2.0/networks/66768f14-8bfb-4ecc-bc6f-f5660f90bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497622 May 14 09:42:40.343329 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b513-2969-422d-850d-5b38feb362e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:42.025198 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:42:42.768253 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:43.020499 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a10bf2a2-fa7f-4506-8f67-8258ed5439ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:43.421159 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94047375-681e-4284-9b81-c780264818bc req-8796e259-0002-45fe-a48a-55e5d39659ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:43.424507 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-94047375-681e-4284-9b81-c780264818bc req-8796e259-0002-45fe-a48a-55e5d39659ea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ce6ad53f50d543b69e148a95261e9ef7&device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 1096 time: 0.1163318 May 14 09:42:43.660074 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94047375-681e-4284-9b81-c780264818bc req-ca0a1a8c-a05b-4339-b11b-630a2d0a09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:43.661536 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-94047375-681e-4284-9b81-c780264818bc req-ca0a1a8c-a05b-4339-b11b-630a2d0a09d5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=66768f14-8bfb-4ecc-bc6f-f5660f90bea9 HTTP/1.1" status: 200 len: 910 time: 0.1955209 May 14 09:42:43.750404 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814ff05-bf74-48ce-9675-1a87b60d8742 req-2e267b22-01a3-4b4d-a706-9682f73c1480 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:43.752073 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9814ff05-bf74-48ce-9675-1a87b60d8742 req-2e267b22-01a3-4b4d-a706-9682f73c1480 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.3259535 May 14 09:42:43.760128 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-94047375-681e-4284-9b81-c780264818bc req-26ae0cfe-b4f9-44a6-8826-be9644c4d714 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 HTTP/1.1" status: 200 len: 217 time: 0.0901489 May 14 09:42:43.791071 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869962e7-aece-435d-9d6e-80b3dcc680ae req-a803408e-d9a6-4740-8edf-0c53449da414 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:43.792637 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-869962e7-aece-435d-9d6e-80b3dcc680ae req-a803408e-d9a6-4740-8edf-0c53449da414 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 943 time: 0.2537706 May 14 09:42:43.900684 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9814ff05-bf74-48ce-9675-1a87b60d8742 req-52af6b86-aa04-41f7-bdf3-d98bcbdef6c6 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375430 May 14 09:42:43.905565 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-869962e7-aece-435d-9d6e-80b3dcc680ae req-002060a9-046e-410e-95c6-ba143067426b tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775437 May 14 09:42:43.907008 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94047375-681e-4284-9b81-c780264818bc req-c800504b-a631-4292-ba0f-e485c58757d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:43.909687 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-94047375-681e-4284-9b81-c780264818bc req-c800504b-a631-4292-ba0f-e485c58757d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b14c19af-59df-4b55-a62c-da3ac979cff6 HTTP/1.1" status: 200 len: 849 time: 0.1281023 May 14 09:42:44.005405 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56634) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:44.028428 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.075741 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-702c01f2-aa39-40aa-b3a8-ee9dc70b7f41 admin admin] Deleting subnet a960ac02-cfba-4c08-877b-481f3375bcee {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:42:44.078998 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-702c01f2-aa39-40aa-b3a8-ee9dc70b7f41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.111906 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-94047375-681e-4284-9b81-c780264818bc req-216dfc29-3eea-4db4-9485-52d3cb1cadb8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66768f14-8bfb-4ecc-bc6f-f5660f90bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1865287 May 14 09:42:44.134689 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-702c01f2-aa39-40aa-b3a8-ee9dc70b7f41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5551613'] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.207114 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-702c01f2-aa39-40aa-b3a8-ee9dc70b7f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.273981 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.279120 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-94047375-681e-4284-9b81-c780264818bc req-a5696c52-9fb7-4fd5-ad34-d55177f08b23 service neutron] 10.222.0.77 "GET /v2.0/networks/66768f14-8bfb-4ecc-bc6f-f5660f90bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540561 May 14 09:42:44.523786 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-94047375-681e-4284-9b81-c780264818bc req-031d5351-49a1-4849-ad96-64c4cdfa2d96 service neutron] 10.222.0.77 "GET /v2.0/networks/66768f14-8bfb-4ecc-bc6f-f5660f90bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219572 May 14 09:42:44.665352 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-702c01f2-aa39-40aa-b3a8-ee9dc70b7f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6324433'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.671896 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d4bb36b3-3f93-4371-8152-a01313114987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:44.713987 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c01f2-aa39-40aa-b3a8-ee9dc70b7f41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a960ac02-cfba-4c08-877b-481f3375bcee,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:44.719232 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-702c01f2-aa39-40aa-b3a8-ee9dc70b7f41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.723617 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-702c01f2-aa39-40aa-b3a8-ee9dc70b7f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:44.730933 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 56662) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:44.731098 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-702c01f2-aa39-40aa-b3a8-ee9dc70b7f41 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a960ac02-cfba-4c08-877b-481f3375bcee HTTP/1.1" status: 204 len: 168 time: 0.7232852 May 14 09:42:44.847998 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-56f4ecee-9abd-4d8f-b8e2-21a3135d1944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.978124 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-56f4ecee-9abd-4d8f-b8e2-21a3135d1944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.993109 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-56f4ecee-9abd-4d8f-b8e2-21a3135d1944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:45.011556 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-56f4ecee-9abd-4d8f-b8e2-21a3135d1944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa74d9a-fe82-4671-865f-5b9b2d2195fd') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:45.011556 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-56f4ecee-9abd-4d8f-b8e2-21a3135d1944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa74d9a-fe82-4671-865f-5b9b2d2195fd') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:45.024840 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-56f4ecee-9abd-4d8f-b8e2-21a3135d1944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8351091'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:45.078598 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-56f4ecee-9abd-4d8f-b8e2-21a3135d1944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:45.129315 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f4ecee-9abd-4d8f-b8e2-21a3135d1944 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:42:45.129754 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-56f4ecee-9abd-4d8f-b8e2-21a3135d1944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7820853'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: Traceback (most recent call last): May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: timer() May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: cb(*args, **kw) May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: return func(*args, **kwargs) May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: self._notify() May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: self.callback(batched_events) May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: event.method(event) May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: return f(self, *a, **k) May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: return self._get(url).json() May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:42:45.147613 dv-cinder-734144-18-iscsi neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:42:45.235319 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-56f4ecee-9abd-4d8f-b8e2-21a3135d1944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:45.247633 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:45.264473 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-56f4ecee-9abd-4d8f-b8e2-21a3135d1944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:45.273808 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4ecee-9abd-4d8f-b8e2-21a3135d1944 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:45.280822 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-56f4ecee-9abd-4d8f-b8e2-21a3135d1944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:45.305514 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-56f4ecee-9abd-4d8f-b8e2-21a3135d1944 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fcfbbc72-fd48-44fc-96f9-a9eac1ec3cee HTTP/1.1" status: 204 len: 168 time: 0.5730581 May 14 09:42:45.313425 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec8987-0b5c-4714-8dbd-9e867957d40c req-1fe492fa-7e50-4f9f-85e1-8a12a04ae76e tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:45.315357 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-daec8987-0b5c-4714-8dbd-9e867957d40c req-1fe492fa-7e50-4f9f-85e1-8a12a04ae76e tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 943 time: 0.2387304 May 14 09:42:45.322714 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859da896-d0cd-4001-bf91-70d81d383df8 req-f7f718e4-3bac-4945-b829-8a9d2cb99dd4 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:45.324187 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-859da896-d0cd-4001-bf91-70d81d383df8 req-f7f718e4-3bac-4945-b829-8a9d2cb99dd4 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.2890255 May 14 09:42:45.398523 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-daec8987-0b5c-4714-8dbd-9e867957d40c req-942a1cbd-f407-41e4-81e6-c414c2c549ed tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734167 May 14 09:42:45.402355 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-859da896-d0cd-4001-bf91-70d81d383df8 req-4f083296-a885-4bc0-b735-57ee89030003 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624285 May 14 09:42:45.519086 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 56674) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:45.571857 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-42389de5-92f1-4ef9-ae36-8b9332c032da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=265b243724394ce3afa62c5df724d8b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513997 May 14 09:42:45.574501 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56680) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:45.605782 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:42:45.656783 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6e44c714-9043-4dff-bff2-40be07da3b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:45.724611 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6e44c714-9043-4dff-bff2-40be07da3b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:45.858725 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6e44c714-9043-4dff-bff2-40be07da3b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:45.870761 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-70fb4a36-48af-4e40-af29-759a14beae68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:45.906155 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-12264033-9694-45bd-b364-587dc369d978 req-38778e89-a1a2-4deb-a3f8-44e0f85191f1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1732483 May 14 09:42:45.922202 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7,segment=NetworkSegment(3315d3d0-5fc6-4275-a23a-41dbfb5d8a55),segment_id=3315d3d0-5fc6-4275-a23a-41dbfb5d8a55)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:45.945791 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': '9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7', 'network_id': '66768f14-8bfb-4ecc-bc6f-f5660f90bea9', 'port_id': '9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7', 'mac_address': 'fa:16:3e:76:7d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14c19af-59df-4b55-a62c-da3ac979cff6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:42:45.983336 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6e44c714-9043-4dff-bff2-40be07da3b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:45.984580 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-6e44c714-9043-4dff-bff2-40be07da3b35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e82d059-aaad-4454-974b-c843598d0c23 HTTP/1.1" status: 204 len: 168 time: 0.4089525 May 14 09:42:45.990492 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44c714-9043-4dff-bff2-40be07da3b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e82d059-aaad-4454-974b-c843598d0c23,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:46.015498 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6e44c714-9043-4dff-bff2-40be07da3b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:46.075409 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5ff0e-95b6-4d1d-91ab-ce7afa70fb9a req-7cefa568-ab75-410b-b6d6-32e0ee2be9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:46.078340 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-7fd5ff0e-95b6-4d1d-91ab-ce7afa70fb9a req-7cefa568-ab75-410b-b6d6-32e0ee2be9b8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 1098 time: 0.1849687 May 14 09:42:46.128485 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:46.165165 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-7fd5ff0e-95b6-4d1d-91ab-ce7afa70fb9a req-5e6c7650-2c5b-4201-8793-bb2caf4773c9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794902 May 14 09:42:46.186903 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:46.203970 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12264033-9694-45bd-b364-587dc369d978 req-608819b9-64c9-43a4-8f2c-03c4621f772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:46.206451 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-12264033-9694-45bd-b364-587dc369d978 req-608819b9-64c9-43a4-8f2c-03c4621f772c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=820eac1dbc9946d4beb718c13a457562&device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 1098 time: 0.1893401 May 14 09:42:46.211276 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:46.229636 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7,segment=NetworkSegment(3315d3d0-5fc6-4275-a23a-41dbfb5d8a55),segment_id=3315d3d0-5fc6-4275-a23a-41dbfb5d8a55)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:46.235760 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:46.238930 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:46.339487 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:46.354149 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:46.458604 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12264033-9694-45bd-b364-587dc369d978 req-0b5e6b12-1d58-4e49-83dd-d5710db1357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:46.461161 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-12264033-9694-45bd-b364-587dc369d978 req-0b5e6b12-1d58-4e49-83dd-d5710db1357f service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb5188e6-2019-4f12-8f56-7be059842ad1 HTTP/1.1" status: 200 len: 920 time: 0.1881037 May 14 09:42:46.617596 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-12264033-9694-45bd-b364-587dc369d978 req-6e0bfcad-29e7-42ff-a8cc-9446898af372 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b HTTP/1.1" status: 200 len: 217 time: 0.1476569 May 14 09:42:46.647952 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:42:46.752115 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12264033-9694-45bd-b364-587dc369d978 req-ee226125-4ec8-4ed3-b369-b1ec712f4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:46.753889 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-12264033-9694-45bd-b364-587dc369d978 req-ee226125-4ec8-4ed3-b369-b1ec712f4dc3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4bc9d5e2-e185-405f-8722-476ba29acd76 HTTP/1.1" status: 200 len: 859 time: 0.0876966 May 14 09:42:46.916841 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-12264033-9694-45bd-b364-587dc369d978 req-b09ce972-d78c-4715-914b-5e54536a00d2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb5188e6-2019-4f12-8f56-7be059842ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492269 May 14 09:42:46.962571 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e7e66-4d92-4172-abf4-957cabc574a5 req-11260ff2-f995-40b6-851e-71d584725d7e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:46.964215 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e04e7e66-4d92-4172-abf4-957cabc574a5 req-11260ff2-f995-40b6-851e-71d584725d7e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.3941014 May 14 09:42:46.975103 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67661311-8f0e-4c39-bdce-90588450c4e2 req-526bccb3-27e4-499b-a5e5-bf2e68eb673d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:46.976580 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-67661311-8f0e-4c39-bdce-90588450c4e2 req-526bccb3-27e4-499b-a5e5-bf2e68eb673d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 944 time: 0.3537562 May 14 09:42:47.126332 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e04e7e66-4d92-4172-abf4-957cabc574a5 req-f4feac09-c148-49c7-9b16-e5b4cb10ec00 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486657 May 14 09:42:47.131934 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-67661311-8f0e-4c39-bdce-90588450c4e2 req-d5798411-105b-43b5-be79-e23e855be3eb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060805 May 14 09:42:47.160018 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-12264033-9694-45bd-b364-587dc369d978 req-f5408794-3d9f-4a56-9694-be6de128690e service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282908 May 14 09:42:48.433867 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-12264033-9694-45bd-b364-587dc369d978 req-2681bfab-d0a2-403f-a8d0-42f02e25b02c service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375670 May 14 09:42:50.558464 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87d88c-0129-49e3-8c01-9b0a83cd5882 req-21ebbf3c-133c-43fa-97a5-8dab0cef2244 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:50.559943 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c87d88c-0129-49e3-8c01-9b0a83cd5882 req-21ebbf3c-133c-43fa-97a5-8dab0cef2244 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.1479445 May 14 09:42:50.568375 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e0356-f661-42e3-9d23-c128a1d7534f req-854c9015-f70d-48ce-9e5d-b68125fa3a6b tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:50.569730 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f84e0356-f661-42e3-9d23-c128a1d7534f req-854c9015-f70d-48ce-9e5d-b68125fa3a6b tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 944 time: 0.1197708 May 14 09:42:50.648990 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c87d88c-0129-49e3-8c01-9b0a83cd5882 req-051bcdd2-74e4-4311-9210-7e8d3df89395 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782530 May 14 09:42:50.654264 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f84e0356-f661-42e3-9d23-c128a1d7534f req-fa4baaaf-440d-4299-b76b-c9d3def5db6a tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696769 May 14 09:42:51.644730 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:51.765621 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:51.771144 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:51.772067 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:51.945667 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4922f-b044-4986-a856-c4ba6bce1371 req-d610472f-33ba-4298-ae00-e45ff7b47ce2 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:51.948628 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d8f4922f-b044-4986-a856-c4ba6bce1371 req-d610472f-33ba-4298-ae00-e45ff7b47ce2 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.1311603 May 14 09:42:51.989588 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:52.042396 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7,segment=NetworkSegment(3315d3d0-5fc6-4275-a23a-41dbfb5d8a55),segment_id=3315d3d0-5fc6-4275-a23a-41dbfb5d8a55)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:52.043965 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f989529-e3a3-4f04-aae2-355d62c8bfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:52.051644 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:52.054191 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:52.055952 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d8f4922f-b044-4986-a856-c4ba6bce1371 req-40efa764-43fe-4a5b-8d3f-87385735844e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004808 May 14 09:42:52.188621 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f989529-e3a3-4f04-aae2-355d62c8bfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7', 'code': 200} May 14 09:42:52.201402 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f033f04-a6fd-4c5d-b104-4534f429177c req-0c2ef954-0603-44bf-b1d9-82af3a48678b tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:52.202991 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4f033f04-a6fd-4c5d-b104-4534f429177c req-0c2ef954-0603-44bf-b1d9-82af3a48678b tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 945 time: 0.1460648 May 14 09:42:52.208816 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:52.230774 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:52.292066 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4f033f04-a6fd-4c5d-b104-4534f429177c req-faa63811-a69c-42ef-b088-95f2a5b13015 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820746 May 14 09:42:52.402315 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6ba6f-f51b-4a19-8242-f8f256931dc4 req-e16913ab-381d-450a-966b-42a601cb2d20 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:52.417021 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-dfa6ba6f-f51b-4a19-8242-f8f256931dc4 req-e16913ab-381d-450a-966b-42a601cb2d20 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1218233 May 14 09:42:52.514498 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-dfa6ba6f-f51b-4a19-8242-f8f256931dc4 req-f836862a-3a60-4466-b1ab-7a027e711cbe tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965350 May 14 09:42:52.568695 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d7d71-3876-4ee0-b483-177e415aa657 req-761b0390-e61d-45db-82b9-e12819124c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:52.570201 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-839d7d71-3876-4ee0-b483-177e415aa657 req-761b0390-e61d-45db-82b9-e12819124c0f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 1098 time: 0.1123188 May 14 09:42:52.630879 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-839d7d71-3876-4ee0-b483-177e415aa657 req-7add4287-acff-4418-9f3d-b6b4d9bae461 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447445 May 14 09:42:53.498717 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa0859-9a2e-4d6f-be72-9da9216e5096 req-d062e5ee-4120-4ab5-9966-923486073d42 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:53.500341 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b5fa0859-9a2e-4d6f-be72-9da9216e5096 req-d062e5ee-4120-4ab5-9966-923486073d42 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 945 time: 0.0893853 May 14 09:42:53.559150 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b5fa0859-9a2e-4d6f-be72-9da9216e5096 req-fbf25acd-c0ba-4c6d-bbc4-5cb08f45c6a9 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484180 May 14 09:42:54.227011 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56928) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:54.290953 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd114f2-06d8-4951-9020-48506f55e7f2 admin admin] Deleting subnet 50d69d55-ae54-4770-b563-6b5e412492be {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:42:54.294899 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8dd114f2-06d8-4951-9020-48506f55e7f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:54.361461 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8dd114f2-06d8-4951-9020-48506f55e7f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5551613'] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:54.450369 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8dd114f2-06d8-4951-9020-48506f55e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:54.788999 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8dd114f2-06d8-4951-9020-48506f55e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6324433'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:54.796295 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:54.855485 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd114f2-06d8-4951-9020-48506f55e7f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d69d55-ae54-4770-b563-6b5e412492be,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:54.858876 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8dd114f2-06d8-4951-9020-48506f55e7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:54.860026 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8dd114f2-06d8-4951-9020-48506f55e7f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:54.874352 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-8dd114f2-06d8-4951-9020-48506f55e7f2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/50d69d55-ae54-4770-b563-6b5e412492be HTTP/1.1" status: 204 len: 168 time: 0.6442022 May 14 09:42:54.874713 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56950) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:54.987613 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc79991-9d95-4601-819a-679cd681f86e req-0f1efc4d-d69d-458e-923e-dfdc7da97ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:54.989240 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1dc79991-9d95-4601-819a-679cd681f86e req-0f1efc4d-d69d-458e-923e-dfdc7da97ac0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=820eac1dbc9946d4beb718c13a457562&device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 1098 time: 0.1630061 May 14 09:42:54.989798 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-28f56a4b-15be-4071-87af-d13dc813b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:55.010228 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9adbe-9ad6-4609-901e-57ce44cf95d4 req-8db2b408-8ee5-4b38-9e76-05867bd5c27f tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:55.011643 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cff9adbe-9ad6-4609-901e-57ce44cf95d4 req-8db2b408-8ee5-4b38-9e76-05867bd5c27f tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 945 time: 0.2682436 May 14 09:42:55.043980 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d8423-bbfe-4101-b03e-e2ae7b462e94 req-47fddce1-33bc-45e6-90d8-eb5c463b4795 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:55.045787 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-624d8423-bbfe-4101-b03e-e2ae7b462e94 req-47fddce1-33bc-45e6-90d8-eb5c463b4795 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1736448 May 14 09:42:55.132002 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-28f56a4b-15be-4071-87af-d13dc813b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:55.145445 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-28f56a4b-15be-4071-87af-d13dc813b5dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec666b0-2cdb-41e6-981b-47f58bab3ba3']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:55.157966 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-28f56a4b-15be-4071-87af-d13dc813b5dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4f44c0-0bf9-4ab5-8668-b980fc213a6a') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:55.158256 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-28f56a4b-15be-4071-87af-d13dc813b5dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4f44c0-0bf9-4ab5-8668-b980fc213a6a') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:55.172605 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-28f56a4b-15be-4071-87af-d13dc813b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5551366'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:55.190309 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-28f56a4b-15be-4071-87af-d13dc813b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:55.196616 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cff9adbe-9ad6-4609-901e-57ce44cf95d4 req-ce427d4b-af48-4520-a080-19936e8adbd1 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601543 May 14 09:42:55.197837 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f56a4b-15be-4071-87af-d13dc813b5dd admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:42:55.198410 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-28f56a4b-15be-4071-87af-d13dc813b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474451'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:55.210038 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-624d8423-bbfe-4101-b03e-e2ae7b462e94 req-63416b16-b042-4203-9940-a339124be320 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037216 May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: Traceback (most recent call last): May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: timer() May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: cb(*args, **kw) May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: return func(*args, **kwargs) May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: self._notify() May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: self.callback(batched_events) May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: event.method(event) May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: return f(self, *a, **k) May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._get(url).json() May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:42:55.212055 dv-cinder-734144-18-iscsi neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:42:55.243369 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc79991-9d95-4601-819a-679cd681f86e req-99551384-ce75-49dd-b5ee-6cccda5df683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:55.243369 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1dc79991-9d95-4601-819a-679cd681f86e req-99551384-ce75-49dd-b5ee-6cccda5df683 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb5188e6-2019-4f12-8f56-7be059842ad1 HTTP/1.1" status: 200 len: 920 time: 0.2218950 May 14 09:42:55.305283 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-28f56a4b-15be-4071-87af-d13dc813b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:55.316062 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9d6161ae-bae1-46cd-85c1-0d3ada362398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:55.332433 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-28f56a4b-15be-4071-87af-d13dc813b5dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:55.342221 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-28f56a4b-15be-4071-87af-d13dc813b5dd admin admin] 10.222.0.30 "DELETE /v2.0/networks/2ec666b0-2cdb-41e6-981b-47f58bab3ba3 HTTP/1.1" status: 204 len: 168 time: 0.4665411 May 14 09:42:55.345547 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56962) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:55.365138 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1dc79991-9d95-4601-819a-679cd681f86e req-229fb853-c6ec-4ce0-8ef6-a5ac180c2075 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b HTTP/1.1" status: 200 len: 217 time: 0.1121814 May 14 09:42:55.378536 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f56a4b-15be-4071-87af-d13dc813b5dd admin admin] Pushing event deleted for resources: {'Network': ['ID=2ec666b0-2cdb-41e6-981b-47f58bab3ba3,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:55.383024 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-28f56a4b-15be-4071-87af-d13dc813b5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:55.409724 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd31c1f-a5b7-4a55-8784-c760ded8516e admin admin] Deleting subnet ccdbe28f-7613-4332-ab7f-55b50763ee29 {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:42:55.413114 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bbd31c1f-a5b7-4a55-8784-c760ded8516e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:55.472294 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bbd31c1f-a5b7-4a55-8784-c760ded8516e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5551613'] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:55.487878 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc79991-9d95-4601-819a-679cd681f86e req-523d0b3e-9347-4cea-901a-7f096ccfaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:55.489702 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1dc79991-9d95-4601-819a-679cd681f86e req-523d0b3e-9347-4cea-901a-7f096ccfaae8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4bc9d5e2-e185-405f-8722-476ba29acd76 HTTP/1.1" status: 200 len: 859 time: 0.0707889 May 14 09:42:55.534654 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bbd31c1f-a5b7-4a55-8784-c760ded8516e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:55.632995 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1dc79991-9d95-4601-819a-679cd681f86e req-2ec93de2-4590-486e-903f-9602f64dbc5a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb5188e6-2019-4f12-8f56-7be059842ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351321 May 14 09:42:55.811554 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1dc79991-9d95-4601-819a-679cd681f86e req-5cdcc3f4-8374-4f76-ac9b-5b1034760451 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656625 May 14 09:42:55.906330 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bbd31c1f-a5b7-4a55-8784-c760ded8516e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6324433'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:55.912017 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cd92c8f2-ffe6-4fd2-a905-6e0ba1c97907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:55.950091 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd31c1f-a5b7-4a55-8784-c760ded8516e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccdbe28f-7613-4332-ab7f-55b50763ee29,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:55.962055 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bbd31c1f-a5b7-4a55-8784-c760ded8516e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:55.962055 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bbd31c1f-a5b7-4a55-8784-c760ded8516e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:55.981843 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-bbd31c1f-a5b7-4a55-8784-c760ded8516e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ccdbe28f-7613-4332-ab7f-55b50763ee29 HTTP/1.1" status: 204 len: 168 time: 0.6344361 May 14 09:42:55.983686 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56978) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:56.010543 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1dc79991-9d95-4601-819a-679cd681f86e req-a3d4c6a9-fee3-4aac-bd5c-1cbaf16ded93 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835151 May 14 09:42:56.110142 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-06161269-9452-459a-a027-86b601872a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.256653 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-06161269-9452-459a-a027-86b601872a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.275697 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-06161269-9452-459a-a027-86b601872a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d27db3-4e20-45a4-b4c4-d2dd1a634a66']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:56.291370 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-06161269-9452-459a-a027-86b601872a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391658ee-8fb1-4107-beda-ddc15df9b5c7') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:56.291789 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-06161269-9452-459a-a027-86b601872a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391658ee-8fb1-4107-beda-ddc15df9b5c7') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:56.308921 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-06161269-9452-459a-a027-86b601872a38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5551366'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.328482 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-06161269-9452-459a-a027-86b601872a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.336826 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06161269-9452-459a-a027-86b601872a38 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:42:56.337700 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-06161269-9452-459a-a027-86b601872a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474451'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: Traceback (most recent call last): May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: timer() May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: cb(*args, **kw) May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: return func(*args, **kwargs) May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: self._notify() May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: self.callback(batched_events) May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: event.method(event) May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: return f(self, *a, **k) May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._get(url).json() May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:42:56.352433 dv-cinder-734144-18-iscsi neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:42:56.445145 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 56998) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:56.467579 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-06161269-9452-459a-a027-86b601872a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.467808 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:56.482351 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-06161269-9452-459a-a027-86b601872a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.494728 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06161269-9452-459a-a027-86b601872a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=10d27db3-4e20-45a4-b4c4-d2dd1a634a66,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:56.499750 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-06161269-9452-459a-a027-86b601872a38 admin admin] 10.222.0.30 "DELETE /v2.0/networks/10d27db3-4e20-45a4-b4c4-d2dd1a634a66 HTTP/1.1" status: 204 len: 168 time: 0.5129237 May 14 09:42:56.505545 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-06161269-9452-459a-a027-86b601872a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:56.603121 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d01744-efa8-40f3-934a-0240a55fed3b req-8e3a6c23-119b-4423-82fd-404f0f31d641 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:56.610322 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b0d01744-efa8-40f3-934a-0240a55fed3b req-8e3a6c23-119b-4423-82fd-404f0f31d641 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.2241275 May 14 09:42:56.677991 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b0d01744-efa8-40f3-934a-0240a55fed3b req-6e68effb-eb96-4395-a31c-54f0709c37fe tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667508 May 14 09:42:56.739924 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 57016) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:56.781363 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-77cc8674-6f7f-4f56-8539-eeb8eee55c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.800818 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-33f765e5-f62a-45b6-b358-79be7a0a5da9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f7f563ba8dd41a4afc079f43d0cc041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594206 May 14 09:42:56.804049 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 57020) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:56.808062 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-77cc8674-6f7f-4f56-8539-eeb8eee55c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:56.813292 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-77cc8674-6f7f-4f56-8539-eeb8eee55c73 admin admin] Usage tracker for resource:security_group_rule and tenant:4bf3b482cff34f8bba62aeb1a7d115b9 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:56.816258 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-77cc8674-6f7f-4f56-8539-eeb8eee55c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:56.824200 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-77cc8674-6f7f-4f56-8539-eeb8eee55c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:56.886913 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01a87b19-ea73-4f4a-8143-897a9bb5aab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.920372 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01a87b19-ea73-4f4a-8143-897a9bb5aab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.945547 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-77cc8674-6f7f-4f56-8539-eeb8eee55c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.952051 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-77cc8674-6f7f-4f56-8539-eeb8eee55c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.960619 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:56.988048 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01a87b19-ea73-4f4a-8143-897a9bb5aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.995102 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:57.013574 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a87b19-ea73-4f4a-8143-897a9bb5aab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447be8ce-c694-4973-ab87-63d5bc879f46,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:57.014515 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-77cc8674-6f7f-4f56-8539-eeb8eee55c73 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4bf3b482cff34f8bba62aeb1a7d115b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5678420 May 14 09:42:57.014987 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc8674-6f7f-4f56-8539-eeb8eee55c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b914f6-e343-4ab0-ba83-f0c3da862ada,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:57.017531 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57024) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:57.020259 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-77cc8674-6f7f-4f56-8539-eeb8eee55c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:57.037208 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01a87b19-ea73-4f4a-8143-897a9bb5aab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.039139 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-01a87b19-ea73-4f4a-8143-897a9bb5aab5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/447be8ce-c694-4973-ab87-63d5bc879f46 HTTP/1.1" status: 204 len: 168 time: 0.2336338 May 14 09:42:57.040423 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-01a87b19-ea73-4f4a-8143-897a9bb5aab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:57.085799 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bd32dc17-663a-4331-b3a8-5f2a3b8fc247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.114361 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bd32dc17-663a-4331-b3a8-5f2a3b8fc247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.179466 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bd32dc17-663a-4331-b3a8-5f2a3b8fc247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.186478 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-368234e0-65eb-478a-80ea-76236f9a4370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:57.199700 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32dc17-663a-4331-b3a8-5f2a3b8fc247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b914f6-e343-4ab0-ba83-f0c3da862ada,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:57.202205 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bd32dc17-663a-4331-b3a8-5f2a3b8fc247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.203309 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-bd32dc17-663a-4331-b3a8-5f2a3b8fc247 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5b914f6-e343-4ab0-ba83-f0c3da862ada HTTP/1.1" status: 204 len: 168 time: 0.1848638 May 14 09:42:57.204231 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bd32dc17-663a-4331-b3a8-5f2a3b8fc247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:57.352930 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181382d4-749c-4764-92ac-4d180b940d46 req-abda3b59-b54a-41c9-9d2c-e516c7fec0aa tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:57.364164 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-181382d4-749c-4764-92ac-4d180b940d46 req-abda3b59-b54a-41c9-9d2c-e516c7fec0aa tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 945 time: 0.1024783 May 14 09:42:57.423708 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-181382d4-749c-4764-92ac-4d180b940d46 req-16474864-d26c-4ab8-9bce-192e3afd7998 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579054 May 14 09:42:57.553935 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57040) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:57.565747 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 57044) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:57.572736 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e4871cda-cf77-47fd-a995-39f86fee14c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.589790 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e4871cda-cf77-47fd-a995-39f86fee14c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:57.593900 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e4871cda-cf77-47fd-a995-39f86fee14c4 admin admin] Usage tracker for resource:security_group_rule and tenant:298719e33fa048f4abacd384c28cdc87 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:57.596906 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e4871cda-cf77-47fd-a995-39f86fee14c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:57.603144 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e4871cda-cf77-47fd-a995-39f86fee14c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:57.621883 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-f9fc469e-d06e-4298-9979-4e3cd298d61a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb1537d5438144d6a6612372b86732ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544147 May 14 09:42:57.630471 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 57050) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:57.697905 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-75b22283-6c38-41d4-84db-5b178e314398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.703634 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e4871cda-cf77-47fd-a995-39f86fee14c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.709094 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e4871cda-cf77-47fd-a995-39f86fee14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.729861 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-75b22283-6c38-41d4-84db-5b178e314398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.745218 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3872aa19-e08c-4f38-81dc-e28fc338aed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:57.756366 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-e4871cda-cf77-47fd-a995-39f86fee14c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=298719e33fa048f4abacd384c28cdc87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010136 May 14 09:42:57.760221 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 57062) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:57.775296 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4871cda-cf77-47fd-a995-39f86fee14c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9551d4db-5118-495b-80ea-44c7a03473a5,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:57.778740 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e4871cda-cf77-47fd-a995-39f86fee14c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:57.859629 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-75b22283-6c38-41d4-84db-5b178e314398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.868166 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-48f070a4-e5e7-423f-84e7-4099a959e0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:57.875253 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f01c6edc-1f74-49c3-99e5-0c20a0f65d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.944146 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b22283-6c38-41d4-84db-5b178e314398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54bb221-c2dd-45ad-b629-6f610be84dc5,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:57.946540 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-75b22283-6c38-41d4-84db-5b178e314398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:57.975149 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f01c6edc-1f74-49c3-99e5-0c20a0f65d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.986991 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-75b22283-6c38-41d4-84db-5b178e314398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.988198 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-75b22283-6c38-41d4-84db-5b178e314398 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e54bb221-c2dd-45ad-b629-6f610be84dc5 HTTP/1.1" status: 204 len: 168 time: 0.3592341 May 14 09:42:58.065102 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e5c32-61d3-494c-8b31-14837136d00d req-f4c187fa-e4b1-45cd-b9b9-f06cd0d53e16 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:58.067277 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-117e5c32-61d3-494c-8b31-14837136d00d req-f4c187fa-e4b1-45cd-b9b9-f06cd0d53e16 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1744537 May 14 09:42:58.112809 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f01c6edc-1f74-49c3-99e5-0c20a0f65d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:58.122436 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9fa5b8bc-abe9-4ec8-99fe-312a1bbcfc53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:58.153408 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c6edc-1f74-49c3-99e5-0c20a0f65d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9551d4db-5118-495b-80ea-44c7a03473a5,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:58.167171 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f01c6edc-1f74-49c3-99e5-0c20a0f65d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:58.168151 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-f01c6edc-1f74-49c3-99e5-0c20a0f65d99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9551d4db-5118-495b-80ea-44c7a03473a5 HTTP/1.1" status: 204 len: 168 time: 0.4069610 May 14 09:42:58.172669 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f01c6edc-1f74-49c3-99e5-0c20a0f65d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:58.196527 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-117e5c32-61d3-494c-8b31-14837136d00d req-a249ff20-fa0a-442e-af6d-76ca821a8ed7 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193869 May 14 09:42:58.636783 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ed76b-8954-4b8b-b4a1-173b7be8c1be req-9fc95a36-99d2-45af-817f-5bc0f16d7fb1 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:58.638484 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6a7ed76b-8954-4b8b-b4a1-173b7be8c1be req-9fc95a36-99d2-45af-817f-5bc0f16d7fb1 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 945 time: 0.1050487 May 14 09:42:58.698393 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6a7ed76b-8954-4b8b-b4a1-173b7be8c1be req-19305fe8-b7f3-4fd5-a1f1-77bdd8a147a0 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536833 May 14 09:42:59.505091 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d7119-9aa0-441e-aed1-30b68a870d1d req-1ef3bb81-e3ce-479d-bd6d-edfd6321b2bd tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:59.514373 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1f1d7119-9aa0-441e-aed1-30b68a870d1d req-1ef3bb81-e3ce-479d-bd6d-edfd6321b2bd tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1596227 May 14 09:42:59.570868 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1f1d7119-9aa0-441e-aed1-30b68a870d1d req-8267038d-73b9-4998-a33c-aa22d98cfec4 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554121 May 14 09:42:59.770422 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebba94-e2e7-4968-911b-e8943218a32e req-357f0eba-a17b-43a3-ab46-b9fb003052a1 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:59.772707 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-81ebba94-e2e7-4968-911b-e8943218a32e req-357f0eba-a17b-43a3-ab46-b9fb003052a1 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 945 time: 0.1392062 May 14 09:42:59.912783 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57160) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:00.055252 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-81ebba94-e2e7-4968-911b-e8943218a32e req-cf53f385-a722-4311-89e6-5508dbb3b5eb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Deleting port 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:43:00.055643 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-81ebba94-e2e7-4968-911b-e8943218a32e req-cf53f385-a722-4311-89e6-5508dbb3b5eb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.115851 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2ecac9d9-167c-4185-9ded-a5b3d1a83a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.180187 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-2ecac9d9-167c-4185-9ded-a5b3d1a83a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:00.194290 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-2ecac9d9-167c-4185-9ded-a5b3d1a83a3e admin admin] Usage tracker for resource:security_group_rule and tenant:059776cc0dad4229a0012ffd29dd76cd is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:00.210085 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-2ecac9d9-167c-4185-9ded-a5b3d1a83a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:00.230256 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-2ecac9d9-167c-4185-9ded-a5b3d1a83a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:00.230563 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893487c2-806a-43e9-bcf4-17d528e594b7 req-5ea890fb-94c1-49ef-8884-fc6812c5bbad tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:00.238242 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-893487c2-806a-43e9-bcf4-17d528e594b7 req-5ea890fb-94c1-49ef-8884-fc6812c5bbad tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 945 time: 0.2978525 May 14 09:43:00.339215 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-893487c2-806a-43e9-bcf4-17d528e594b7 req-5dae9d70-edec-4cff-845b-1d1ea1890609 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002212 May 14 09:43:00.341187 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-81ebba94-e2e7-4968-911b-e8943218a32e req-cf53f385-a722-4311-89e6-5508dbb3b5eb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] For port 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7,segment=NetworkSegment(3315d3d0-5fc6-4275-a23a-41dbfb5d8a55),segment_id=3315d3d0-5fc6-4275-a23a-41dbfb5d8a55)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:00.341958 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-81ebba94-e2e7-4968-911b-e8943218a32e req-cf53f385-a722-4311-89e6-5508dbb3b5eb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.413859 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2ecac9d9-167c-4185-9ded-a5b3d1a83a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.421750 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2ecac9d9-167c-4185-9ded-a5b3d1a83a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.431498 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a349f068-4b69-4e7e-b5f2-1a3bbd2279c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:00.485940 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-2ecac9d9-167c-4185-9ded-a5b3d1a83a3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=059776cc0dad4229a0012ffd29dd76cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5709856 May 14 09:43:00.487205 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecac9d9-167c-4185-9ded-a5b3d1a83a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbf4f14-e787-4ea9-bdc0-447c39a5d3ed,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:00.491415 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57182) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:00.494276 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2ecac9d9-167c-4185-9ded-a5b3d1a83a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:00.566868 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4d4d62d8-9cd7-4234-be67-f9d36cff6f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.597002 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4d4d62d8-9cd7-4234-be67-f9d36cff6f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.666068 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4d4d62d8-9cd7-4234-be67-f9d36cff6f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.674347 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-31054af7-86d3-42fe-b2fc-3f07d4829e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:00.681677 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-81ebba94-e2e7-4968-911b-e8943218a32e req-cf53f385-a722-4311-89e6-5508dbb3b5eb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Calling delete_port for 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 owned by compute:nova {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:43:00.700854 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d62d8-9cd7-4234-be67-f9d36cff6f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbf4f14-e787-4ea9-bdc0-447c39a5d3ed,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:00.704582 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4d4d62d8-9cd7-4234-be67-f9d36cff6f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:00.707430 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4d4d62d8-9cd7-4234-be67-f9d36cff6f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.712103 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-4d4d62d8-9cd7-4234-be67-f9d36cff6f43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffbf4f14-e787-4ea9-bdc0-447c39a5d3ed HTTP/1.1" status: 204 len: 168 time: 0.2168832 May 14 09:43:00.849173 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992376c-b625-440e-ae5f-514b97737773 req-d4ab2842-85d7-420d-b849-6aeaf5c04573 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:00.850705 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b992376c-b625-440e-ae5f-514b97737773 req-d4ab2842-85d7-420d-b849-6aeaf5c04573 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1483176 May 14 09:43:00.928611 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b992376c-b625-440e-ae5f-514b97737773 req-acb15d50-099f-44f8-8129-ce1527608ea6 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664749 May 14 09:43:00.929768 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-81ebba94-e2e7-4968-911b-e8943218a32e req-cf53f385-a722-4311-89e6-5508dbb3b5eb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.937494 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:00.956468 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:43:01.001019 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53f385-a722-4311-89e6-5508dbb3b5eb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Pushing event deleted for resources: {'Port': ['ID=9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:01.008942 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-cf53f385-a722-4311-89e6-5508dbb3b5eb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:01.154983 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ebba94-e2e7-4968-911b-e8943218a32e req-cf53f385-a722-4311-89e6-5508dbb3b5eb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] No DVR routers for this DVR port 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 on host hv-cinder-73414 {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:43:01.158735 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-81ebba94-e2e7-4968-911b-e8943218a32e req-cf53f385-a722-4311-89e6-5508dbb3b5eb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:01.170817 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f989529-e3a3-4f04-aae2-355d62c8bfd1', 'name': 'network-vif-deleted', 'tag': '9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:01.186816 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-81ebba94-e2e7-4968-911b-e8943218a32e req-cf53f385-a722-4311-89e6-5508dbb3b5eb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.77 "DELETE /v2.0/ports/9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 HTTP/1.1" status: 204 len: 173 time: 1.4042747 May 14 09:43:01.261430 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f989529-e3a3-4f04-aae2-355d62c8bfd1', 'name': 'network-vif-deleted', 'tag': '9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7', 'status': 'completed', 'code': 200} May 14 09:43:01.609873 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-607cedf2-4bb9-478f-9cc1-ba8694839e5b req-b5cab339-deab-475a-a07c-810f8ed13beb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Synchronizing usage tracker for tenant:ce6ad53f50d543b69e148a95261e9ef7 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:01.627217 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-607cedf2-4bb9-478f-9cc1-ba8694839e5b req-b5cab339-deab-475a-a07c-810f8ed13beb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Unset dirty status for tenant:ce6ad53f50d543b69e148a95261e9ef7 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:01.628450 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-607cedf2-4bb9-478f-9cc1-ba8694839e5b req-b5cab339-deab-475a-a07c-810f8ed13beb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f989529-e3a3-4f04-aae2-355d62c8bfd1 HTTP/1.1" status: 200 len: 210 time: 0.0687673 May 14 09:43:02.154504 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8027f4a-574e-438c-a69e-e4cd51a56586 req-4c6ed093-edf1-48f8-ab60-4584e58eb874 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:02.156035 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a8027f4a-574e-438c-a69e-e4cd51a56586 req-4c6ed093-edf1-48f8-ab60-4584e58eb874 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0991940 May 14 09:43:02.233358 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a8027f4a-574e-438c-a69e-e4cd51a56586 req-3feb7ba5-8b93-4f43-9ae9-26d5aace7097 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694351 May 14 09:43:02.549028 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57294) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:02.775493 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-61ae1d38-b6bd-4a35-b33f-e5c595711f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:02.798073 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-61ae1d38-b6bd-4a35-b33f-e5c595711f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:02.802381 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-61ae1d38-b6bd-4a35-b33f-e5c595711f5a admin admin] Usage tracker for resource:security_group_rule and tenant:3f2a7aa8cd5944f7ae9f729060b7715c is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:02.805442 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-61ae1d38-b6bd-4a35-b33f-e5c595711f5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:02.811569 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-61ae1d38-b6bd-4a35-b33f-e5c595711f5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:02.909559 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-61ae1d38-b6bd-4a35-b33f-e5c595711f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:02.918506 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-61ae1d38-b6bd-4a35-b33f-e5c595711f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:02.934201 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6fa40947-bef9-4238-86da-d9ab3321cf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:02.989908 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-61ae1d38-b6bd-4a35-b33f-e5c595711f5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f2a7aa8cd5944f7ae9f729060b7715c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4389932 May 14 09:43:02.990702 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae1d38-b6bd-4a35-b33f-e5c595711f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24746d94-138d-486c-8760-1f0e521be95f,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:02.992987 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 57318) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:02.993806 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-61ae1d38-b6bd-4a35-b33f-e5c595711f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:03.074842 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a6e091aa-8b05-41ee-872c-6ee8eee66c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.101590 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a6e091aa-8b05-41ee-872c-6ee8eee66c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.179157 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a6e091aa-8b05-41ee-872c-6ee8eee66c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.188373 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-358ba0b2-6116-4d48-a80a-7643ff0634c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:03.203247 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e091aa-8b05-41ee-872c-6ee8eee66c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24746d94-138d-486c-8760-1f0e521be95f,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:03.206339 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a6e091aa-8b05-41ee-872c-6ee8eee66c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:03.209370 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a6e091aa-8b05-41ee-872c-6ee8eee66c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.210588 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-a6e091aa-8b05-41ee-872c-6ee8eee66c56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24746d94-138d-486c-8760-1f0e521be95f HTTP/1.1" status: 204 len: 168 time: 0.2162387 May 14 09:43:03.564733 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57328) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:03.582851 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8c7c-4f72-4fdd-aa34-95abb3d812d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.597967 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c1ec8c7c-4f72-4fdd-aa34-95abb3d812d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:03.602013 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-c1ec8c7c-4f72-4fdd-aa34-95abb3d812d6 admin admin] Usage tracker for resource:security_group_rule and tenant:b341516ae35141799ae15a33acf58a07 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:03.605010 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-c1ec8c7c-4f72-4fdd-aa34-95abb3d812d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:03.610956 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c1ec8c7c-4f72-4fdd-aa34-95abb3d812d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:03.717147 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8c7c-4f72-4fdd-aa34-95abb3d812d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.724800 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8c7c-4f72-4fdd-aa34-95abb3d812d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.738097 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-61ae1d38-b6bd-4a35-b33f-e5c595711f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:03.778057 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-c1ec8c7c-4f72-4fdd-aa34-95abb3d812d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b341516ae35141799ae15a33acf58a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121179 May 14 09:43:03.779514 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec8c7c-4f72-4fdd-aa34-95abb3d812d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925365f9-663c-42b1-b0e4-f568c093b29c,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:03.780930 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 57334) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:03.782809 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c1ec8c7c-4f72-4fdd-aa34-95abb3d812d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:03.841704 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3615455f-1a17-4c70-a9dc-e7d87276b195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.869154 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3615455f-1a17-4c70-a9dc-e7d87276b195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.925290 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3615455f-1a17-4c70-a9dc-e7d87276b195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.930417 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:03.942911 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615455f-1a17-4c70-a9dc-e7d87276b195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925365f9-663c-42b1-b0e4-f568c093b29c,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:03.947172 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3615455f-1a17-4c70-a9dc-e7d87276b195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:03.951537 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3615455f-1a17-4c70-a9dc-e7d87276b195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.952651 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-3615455f-1a17-4c70-a9dc-e7d87276b195 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/925365f9-663c-42b1-b0e4-f568c093b29c HTTP/1.1" status: 204 len: 168 time: 0.1706789 May 14 09:43:04.141294 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:43:04.179325 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:43:04.179771 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 9ebe2dcf-c15b-4bcb-b26c-63b81b2e8cc7 not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:43:05.265609 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 57376) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:05.504582 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8b5ddd19-cc8e-44c5-a149-0bf3a689f03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:05.539667 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8b5ddd19-cc8e-44c5-a149-0bf3a689f03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:05.558204 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-8b5ddd19-cc8e-44c5-a149-0bf3a689f03d admin admin] Usage tracker for resource:security_group_rule and tenant:74e9d54f64254bd6896f986a3e87016e is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:05.561861 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-8b5ddd19-cc8e-44c5-a149-0bf3a689f03d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:05.573304 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8b5ddd19-cc8e-44c5-a149-0bf3a689f03d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:05.609074 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-6be39d7b-119b-4391-bb0c-ac29ca8ce2f6 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:05.610518 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-6be39d7b-119b-4391-bb0c-ac29ca8ce2f6 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/networks?id=66768f14-8bfb-4ecc-bc6f-f5660f90bea9 HTTP/1.1" status: 200 len: 809 time: 0.2484102 May 14 09:43:05.646951 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7058fe-d36d-4ce5-a229-ad61c1ff09be req-2fed05c3-d4b7-4203-83ca-0b600041cba9 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:05.648353 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fb7058fe-d36d-4ce5-a229-ad61c1ff09be req-2fed05c3-d4b7-4203-83ca-0b600041cba9 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.2584915 May 14 09:43:05.654811 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-926d7f7e-353b-4b4b-83c5-b4504d8a01bc tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/quotas/ce6ad53f50d543b69e148a95261e9ef7 HTTP/1.1" status: 200 len: 375 time: 0.0310817 May 14 09:43:05.744813 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-9027eed2-e2d3-428e-b4f8-f258f5cc648f tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce6ad53f50d543b69e148a95261e9ef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698068 May 14 09:43:05.760558 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fb7058fe-d36d-4ce5-a229-ad61c1ff09be req-107db627-808c-4b8e-a9c2-f9b33fd4f132 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048195 May 14 09:43:05.884945 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8b5ddd19-cc8e-44c5-a149-0bf3a689f03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:05.901977 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8b5ddd19-cc8e-44c5-a149-0bf3a689f03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:05.912050 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:05.974424 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ddd19-cc8e-44c5-a149-0bf3a689f03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667a36d3-54f4-492f-bb64-7521b805e0cc,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:05.979338 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-58a15883-85cc-4793-8d9d-35e11a7a1caf service neutron] 10.222.0.30 "GET /v2.0/networks/66768f14-8bfb-4ecc-bc6f-f5660f90bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230625 May 14 09:43:05.980423 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8b5ddd19-cc8e-44c5-a149-0bf3a689f03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:05.986481 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57412) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:05.996090 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-8b5ddd19-cc8e-44c5-a149-0bf3a689f03d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74e9d54f64254bd6896f986a3e87016e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7292767 May 14 09:43:06.054384 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6b8fbcca-3651-42bb-8814-591e335214cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:06.083866 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6b8fbcca-3651-42bb-8814-591e335214cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:06.138864 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-813fb61f-41da-45f9-8f44-d8fe60b6930e service neutron] 10.222.0.30 "GET /v2.0/networks/66768f14-8bfb-4ecc-bc6f-f5660f90bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410975 May 14 09:43:06.153137 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6b8fbcca-3651-42bb-8814-591e335214cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:06.157946 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:06.173045 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fbcca-3651-42bb-8814-591e335214cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667a36d3-54f4-492f-bb64-7521b805e0cc,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:06.180738 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6b8fbcca-3651-42bb-8814-591e335214cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:06.195821 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6b8fbcca-3651-42bb-8814-591e335214cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:06.209134 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-6b8fbcca-3651-42bb-8814-591e335214cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/667a36d3-54f4-492f-bb64-7521b805e0cc HTTP/1.1" status: 204 len: 168 time: 0.2139468 May 14 09:43:06.628732 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-30f50561-f832-4a7b-9a32-89ee8ad4f80a req-5f55d9b0-5eae-4098-8bf6-ae3f8464b9c2 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 210 time: 0.0460446 May 14 09:43:07.227625 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731d7be-8f6d-4fa0-9498-5a9605c9a8bf req-19e5e883-c3de-4e95-ae50-cc50e6c86335 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:07.230450 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3731d7be-8f6d-4fa0-9498-5a9605c9a8bf req-19e5e883-c3de-4e95-ae50-cc50e6c86335 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.2605524 May 14 09:43:07.323274 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3731d7be-8f6d-4fa0-9498-5a9605c9a8bf req-6d924b3a-14de-40f0-a228-35e52e21d3d4 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608411 May 14 09:43:07.824179 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e6596e46-a4e0-491e-8a28-6bc1100b5979 req-c2b9d678-c1e9-4547-b741-f36d058d3547 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 210 time: 0.0589001 May 14 09:43:08.250342 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-ff75a62f-33b6-4462-8cff-4d19975b14d6 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:08.253089 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-ff75a62f-33b6-4462-8cff-4d19975b14d6 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.77 "GET /v2.0/networks?id=66768f14-8bfb-4ecc-bc6f-f5660f90bea9 HTTP/1.1" status: 200 len: 809 time: 0.3019347 May 14 09:43:08.267742 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Request body: {'port': {'device_id': '9021303e-cc7c-4999-a263-f9a54150e387', 'network_id': '66768f14-8bfb-4ecc-bc6f-f5660f90bea9', 'admin_state_up': True, 'tenant_id': 'ce6ad53f50d543b69e148a95261e9ef7'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:08.341135 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57558) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:08.515203 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:08.533272 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:08.623329 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-458f3a96-2b12-47db-88e7-c1c05411fe3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:08.629915 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Made reservation on behalf of ce6ad53f50d543b69e148a95261e9ef7 for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:43:08.635551 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:08.639064 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-458f3a96-2b12-47db-88e7-c1c05411fe3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:08.643264 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-458f3a96-2b12-47db-88e7-c1c05411fe3e admin admin] Usage tracker for resource:security_group_rule and tenant:c01245f4ab8d4637a141dff1eadcf703 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:08.647331 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-458f3a96-2b12-47db-88e7-c1c05411fe3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:08.654239 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-458f3a96-2b12-47db-88e7-c1c05411fe3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:08.788740 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-458f3a96-2b12-47db-88e7-c1c05411fe3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:08.795973 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-458f3a96-2b12-47db-88e7-c1c05411fe3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:08.806038 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2e60b05b-88da-4ca6-a654-198cbeedb8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:08.838126 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1fa77-7c1f-4c6b-b596-3b21c732922c req-c01a4350-3988-4eaa-a939-46c27c5d5a7d tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:08.845812 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c7c1fa77-7c1f-4c6b-b596-3b21c732922c req-c01a4350-3988-4eaa-a939-46c27c5d5a7d tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.3032415 May 14 09:43:08.874243 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-458f3a96-2b12-47db-88e7-c1c05411fe3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c01245f4ab8d4637a141dff1eadcf703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5275140 May 14 09:43:08.874791 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57584) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:08.879570 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f3a96-2b12-47db-88e7-c1c05411fe3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac441a5-f17f-40d8-bed5-bbf159143cce,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:08.902790 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-458f3a96-2b12-47db-88e7-c1c05411fe3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:08.966546 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9d050350-84e6-49da-8899-56b7aaaf6d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:08.992744 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c7c1fa77-7c1f-4c6b-b596-3b21c732922c req-75d9b762-1eb7-436f-b4ac-bcc506aaa959 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458652 May 14 09:43:09.006964 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Allocated IP 172.20.0.3 (66768f14-8bfb-4ecc-bc6f-f5660f90bea9/b14c19af-59df-4b55-a62c-da3ac979cff6/1346fba1-f12d-43a9-887e-863fb118bf6b) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:43:09.010607 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9d050350-84e6-49da-8899-56b7aaaf6d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:09.094426 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9d050350-84e6-49da-8899-56b7aaaf6d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:09.099504 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6b8fbcca-3651-42bb-8814-591e335214cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:09.124232 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d050350-84e6-49da-8899-56b7aaaf6d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac441a5-f17f-40d8-bed5-bbf159143cce,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:09.127629 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9d050350-84e6-49da-8899-56b7aaaf6d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:09.139940 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9d050350-84e6-49da-8899-56b7aaaf6d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:09.141701 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-9d050350-84e6-49da-8899-56b7aaaf6d81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cac441a5-f17f-40d8-bed5-bbf159143cce HTTP/1.1" status: 204 len: 168 time: 0.2656689 May 14 09:43:09.262100 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a522e6a4-103b-44d1-8dcf-ca866b3e359b req-ab7db22e-da04-4992-97b0-4d287268c4f5 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 210 time: 0.1093090 May 14 09:43:09.376042 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:09.436337 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:09.449361 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:09.521522 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Network 66768f14-8bfb-4ecc-bc6f-f5660f90bea9 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:43:09.524600 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:09.528722 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:43:09.581659 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Pushing event updated for resources: {'Port': ['ID=1346fba1-f12d-43a9-887e-863fb118bf6b,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:09.586809 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:09.616486 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:09.616486 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:09.651612 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3880200 May 14 09:43:09.665924 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Request body: {'port': {'device_id': '9021303e-cc7c-4999-a263-f9a54150e387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:09.795589 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:10.312621 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57636) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:10.314612 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551b62-afe3-4ab5-8f16-f79924569161 req-82cc17a9-ba9b-4565-b801-675626b8c9f6 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:10.316455 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6b551b62-afe3-4ab5-8f16-f79924569161 req-82cc17a9-ba9b-4565-b801-675626b8c9f6 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1669583 May 14 09:43:10.363579 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 57642) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:10.369317 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-036c7d12-6e76-447b-b332-1f1ede2f48ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:10.466759 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1346fba1-f12d-43a9-887e-863fb118bf6b {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:43:10.488699 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:10.558539 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6b551b62-afe3-4ab5-8f16-f79924569161 req-69891b17-95dc-4b40-8458-9cf893a0d5f6 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252247 May 14 09:43:10.574394 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Transition to ACTIVE for port object 1346fba1-f12d-43a9-887e-863fb118bf6b will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:10.585093 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:10.590562 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-381884fc-9685-4732-a114-9128508b7d4b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:10.748476 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ed450521-2aed-4ac1-9d6f-719fea62d460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:10.764058 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ed450521-2aed-4ac1-9d6f-719fea62d460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:10.768206 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ed450521-2aed-4ac1-9d6f-719fea62d460 admin admin] Usage tracker for resource:security_group_rule and tenant:d356008504f442dbba0948820a5aaced is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:10.771767 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ed450521-2aed-4ac1-9d6f-719fea62d460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:10.777799 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ed450521-2aed-4ac1-9d6f-719fea62d460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:10.779126 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06596b0-40f3-4e95-9e0e-5cdf3636dced req-1fd44551-bc4e-4261-b2e5-e39e0052075d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:10.779890 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-a06596b0-40f3-4e95-9e0e-5cdf3636dced req-1fd44551-bc4e-4261-b2e5-e39e0052075d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Synchronizing usage tracker for tenant:ce6ad53f50d543b69e148a95261e9ef7 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:10.790102 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Pushing event updated for resources: {'Port': ['ID=1346fba1-f12d-43a9-887e-863fb118bf6b,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:10.830467 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:10.846469 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7faba6a9-264a-4287-ab06-ac5bc4c1c377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:10.880094 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-a06596b0-40f3-4e95-9e0e-5cdf3636dced req-1fd44551-bc4e-4261-b2e5-e39e0052075d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Unset dirty status for tenant:ce6ad53f50d543b69e148a95261e9ef7 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:10.881306 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a06596b0-40f3-4e95-9e0e-5cdf3636dced req-1fd44551-bc4e-4261-b2e5-e39e0052075d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 931 time: 0.4080219 May 14 09:43:10.884521 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-7faba6a9-264a-4287-ab06-ac5bc4c1c377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:10.891349 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-7faba6a9-264a-4287-ab06-ac5bc4c1c377 admin admin] Usage tracker for resource:security_group_rule and tenant:d05cdb3109b244c88dfd2a97797e1290 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:10.892231 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ed450521-2aed-4ac1-9d6f-719fea62d460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:10.899199 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ed450521-2aed-4ac1-9d6f-719fea62d460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:10.902920 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-7faba6a9-264a-4287-ab06-ac5bc4c1c377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:10.910021 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7f7d8d35-8495-4da1-b2af-dcd1ce9d198f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:10.930660 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-7faba6a9-264a-4287-ab06-ac5bc4c1c377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:10.957668 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Attempting to bind port 1346fba1-f12d-43a9-887e-863fb118bf6b on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:43:10.957999 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Attempting to bind port 1346fba1-f12d-43a9-887e-863fb118bf6b by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '3315d3d0-5fc6-4275-a23a-41dbfb5d8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '66768f14-8bfb-4ecc-bc6f-f5660f90bea9'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:43:10.958325 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Attempting to bind port 1346fba1-f12d-43a9-887e-863fb118bf6b on network 66768f14-8bfb-4ecc-bc6f-f5660f90bea9 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:10.959886 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed450521-2aed-4ac1-9d6f-719fea62d460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2506b7d-a602-4f78-8772-9f9c334ad118,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:10.965903 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ed450521-2aed-4ac1-9d6f-719fea62d460 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d356008504f442dbba0948820a5aaced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6540821 May 14 09:43:10.967001 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ed450521-2aed-4ac1-9d6f-719fea62d460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:10.970030 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57658) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:10.981856 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Port 1346fba1-f12d-43a9-887e-863fb118bf6b on network 66768f14-8bfb-4ecc-bc6f-f5660f90bea9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:43:10.982183 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Attempting to bind port 1346fba1-f12d-43a9-887e-863fb118bf6b on network 66768f14-8bfb-4ecc-bc6f-f5660f90bea9 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:11.004534 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:43:11.004908 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Checking segment: {'id': '3315d3d0-5fc6-4275-a23a-41dbfb5d8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '66768f14-8bfb-4ecc-bc6f-f5660f90bea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:11.005308 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Bound using segment: {'id': '3315d3d0-5fc6-4275-a23a-41dbfb5d8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '66768f14-8bfb-4ecc-bc6f-f5660f90bea9'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:43:11.006225 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Bound port: 1346fba1-f12d-43a9-887e-863fb118bf6b, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3315d3d0-5fc6-4275-a23a-41dbfb5d8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '66768f14-8bfb-4ecc-bc6f-f5660f90bea9'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:43:11.006579 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.021658 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a06596b0-40f3-4e95-9e0e-5cdf3636dced req-cf338a99-4287-418c-a28b-f21331aef097 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316557 May 14 09:43:11.145801 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] For port 1346fba1-f12d-43a9-887e-863fb118bf6b, host hv-cinder-73414, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:43:11.164790 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7faba6a9-264a-4287-ab06-ac5bc4c1c377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.167814 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] For port 1346fba1-f12d-43a9-887e-863fb118bf6b, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=1346fba1-f12d-43a9-887e-863fb118bf6b,segment=NetworkSegment(3315d3d0-5fc6-4275-a23a-41dbfb5d8a55),segment_id=3315d3d0-5fc6-4275-a23a-41dbfb5d8a55)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:43:11.171739 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7faba6a9-264a-4287-ab06-ac5bc4c1c377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.181034 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b30d27a8-0539-443a-b757-4407fa577289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:11.187022 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b7218485-cd3a-4310-8ae0-bd1de8a0a5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.192161 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.222414 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b7218485-cd3a-4310-8ae0-bd1de8a0a5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.239009 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faba6a9-264a-4287-ab06-ac5bc4c1c377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ed964e-18b8-4a97-8ee6-528e09c00fdc,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:11.243664 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-7faba6a9-264a-4287-ab06-ac5bc4c1c377 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d05cdb3109b244c88dfd2a97797e1290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8786900 May 14 09:43:11.245955 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:11.246748 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.248327 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] 10.222.0.77 "PUT /v2.0/ports/1346fba1-f12d-43a9-887e-863fb118bf6b HTTP/1.1" status: 200 len: 1093 time: 1.5878134 May 14 09:43:11.249137 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7faba6a9-264a-4287-ab06-ac5bc4c1c377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:11.249880 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9021303e-cc7c-4999-a263-f9a54150e387', 'tag': '1346fba1-f12d-43a9-887e-863fb118bf6b'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:11.254972 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:11.261176 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57666) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:11.382948 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9021303e-cc7c-4999-a263-f9a54150e387', 'tag': '1346fba1-f12d-43a9-887e-863fb118bf6b', 'status': 'completed', 'code': 200} May 14 09:43:11.414786 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b7218485-cd3a-4310-8ae0-bd1de8a0a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.417853 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Pushing event updated for resources: {'Port': ['ID=1346fba1-f12d-43a9-887e-863fb118bf6b,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:11.423804 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e4871cda-cf77-47fd-a995-39f86fee14c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:11.428441 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:11.443869 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7218485-cd3a-4310-8ae0-bd1de8a0a5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2506b7d-a602-4f78-8772-9f9c334ad118,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:11.449513 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b7218485-cd3a-4310-8ae0-bd1de8a0a5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:11.455008 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5eb774c7-c035-47b6-ad10-18def38370d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.462553 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-f0db6a5f-f28f-4fe0-a5bf-bbb7a5876acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:11.463989 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-f0db6a5f-f28f-4fe0-a5bf-bbb7a5876acf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ce6ad53f50d543b69e148a95261e9ef7&device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 1096 time: 0.1475303 May 14 09:43:11.486160 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b7218485-cd3a-4310-8ae0-bd1de8a0a5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.487811 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-b7218485-cd3a-4310-8ae0-bd1de8a0a5d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2506b7d-a602-4f78-8772-9f9c334ad118 HTTP/1.1" status: 204 len: 168 time: 0.5151286 May 14 09:43:11.499203 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5eb774c7-c035-47b6-ad10-18def38370d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.570212 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-8d326682-c818-4e14-b48a-ce7f9b03a691 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1346fba1-f12d-43a9-887e-863fb118bf6b HTTP/1.1" status: 200 len: 217 time: 0.0833197 May 14 09:43:11.580977 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5eb774c7-c035-47b6-ad10-18def38370d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.605276 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6e44c714-9043-4dff-bff2-40be07da3b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:11.638622 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb774c7-c035-47b6-ad10-18def38370d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ed964e-18b8-4a97-8ee6-528e09c00fdc,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:11.645923 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-5eb774c7-c035-47b6-ad10-18def38370d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:11.652332 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5eb774c7-c035-47b6-ad10-18def38370d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.655744 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-5eb774c7-c035-47b6-ad10-18def38370d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42ed964e-18b8-4a97-8ee6-528e09c00fdc HTTP/1.1" status: 204 len: 168 time: 0.3835628 May 14 09:43:11.702933 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-90262bd6-eea3-49a6-bc33-072ea094374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:11.704567 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-90262bd6-eea3-49a6-bc33-072ea094374b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b14c19af-59df-4b55-a62c-da3ac979cff6 HTTP/1.1" status: 200 len: 849 time: 0.1201637 May 14 09:43:11.802844 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-3377a01f-1fe1-44ad-a93c-36a5a3f1945b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66768f14-8bfb-4ecc-bc6f-f5660f90bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891161 May 14 09:43:11.978531 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086176e8-7db9-4983-93f4-3d8221f7df04 req-b3169ec2-f0ea-4626-8d06-c3768c14af3d tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:11.980053 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-086176e8-7db9-4983-93f4-3d8221f7df04 req-b3169ec2-f0ea-4626-8d06-c3768c14af3d tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.2225487 May 14 09:43:11.986195 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-1100ea1f-5afe-460b-bc59-5b345acaa86a service neutron] 10.222.0.77 "GET /v2.0/networks/66768f14-8bfb-4ecc-bc6f-f5660f90bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696281 May 14 09:43:12.133166 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57700) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:12.154512 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-086176e8-7db9-4983-93f4-3d8221f7df04 req-4a9f2f12-f1b7-457d-bb32-ae08c070612c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662223 May 14 09:43:12.165521 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-dc0777c1-18b9-4d66-a9bd-5393f2ecdc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:12.180472 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-dc0777c1-18b9-4d66-a9bd-5393f2ecdc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:12.184984 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-dc0777c1-18b9-4d66-a9bd-5393f2ecdc68 admin admin] Usage tracker for resource:security_group_rule and tenant:bfd8d8dbbfe64c80a529a3a3b89de184 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:12.188132 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-dc0777c1-18b9-4d66-a9bd-5393f2ecdc68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:12.197813 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-dc0777c1-18b9-4d66-a9bd-5393f2ecdc68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:12.309717 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-dc0777c1-18b9-4d66-a9bd-5393f2ecdc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:12.316908 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-dc0777c1-18b9-4d66-a9bd-5393f2ecdc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:12.325005 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cb25ebef-9235-48f9-b29a-e0412ee42f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:12.372686 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0777c1-18b9-4d66-a9bd-5393f2ecdc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af5595c-415e-4461-9238-72c4b31cd507,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:12.376927 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-dc0777c1-18b9-4d66-a9bd-5393f2ecdc68 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfd8d8dbbfe64c80a529a3a3b89de184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427371 May 14 09:43:12.377833 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-dc0777c1-18b9-4d66-a9bd-5393f2ecdc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:12.389236 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57710) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:12.393765 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5cd28-5f3a-44b8-80cd-9b6f30394ba8 req-a327e05b-8f43-4d5e-addc-16147667053a service neutron] 10.222.0.77 "GET /v2.0/networks/66768f14-8bfb-4ecc-bc6f-f5660f90bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858156 May 14 09:43:12.447586 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201019d-f81e-4617-aa33-422846d288c4 req-862b6032-6957-4867-8e69-f933a8238b53 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:12.453356 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a201019d-f81e-4617-aa33-422846d288c4 req-862b6032-6957-4867-8e69-f933a8238b53 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 943 time: 0.2765534 May 14 09:43:12.526351 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b613fff9-69dd-40a5-a263-d9930533b538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:12.565227 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b613fff9-69dd-40a5-a263-d9930533b538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:12.597321 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a201019d-f81e-4617-aa33-422846d288c4 req-fbdbcba7-c13f-41f1-b876-f1c932502ed7 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322467 May 14 09:43:12.634413 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd47483-78c5-46a1-b255-6799fa82a446 req-5738e812-54fa-476a-9da8-c9b40e47cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:12.635944 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7dd47483-78c5-46a1-b255-6799fa82a446 req-5738e812-54fa-476a-9da8-c9b40e47cb00 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ce6ad53f50d543b69e148a95261e9ef7&device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 1096 time: 0.1732683 May 14 09:43:12.655432 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b613fff9-69dd-40a5-a263-d9930533b538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:12.662709 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3d5f5e50-fcef-4323-82f2-d343fd080c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:12.679491 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b613fff9-69dd-40a5-a263-d9930533b538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:12.683426 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-b613fff9-69dd-40a5-a263-d9930533b538 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2af5595c-415e-4461-9238-72c4b31cd507 HTTP/1.1" status: 204 len: 168 time: 0.2932160 May 14 09:43:12.685868 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613fff9-69dd-40a5-a263-d9930533b538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af5595c-415e-4461-9238-72c4b31cd507,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:12.708955 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b613fff9-69dd-40a5-a263-d9930533b538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:12.772454 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:12.803435 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd47483-78c5-46a1-b255-6799fa82a446 req-3d21232d-2ee9-4aa3-ac39-f61172a7bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:12.804947 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7dd47483-78c5-46a1-b255-6799fa82a446 req-3d21232d-2ee9-4aa3-ac39-f61172a7bcf9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=66768f14-8bfb-4ecc-bc6f-f5660f90bea9 HTTP/1.1" status: 200 len: 910 time: 0.1588993 May 14 09:43:12.991806 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7dd47483-78c5-46a1-b255-6799fa82a446 req-5e9b6b55-131e-4394-a382-a16a79193d1f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1346fba1-f12d-43a9-887e-863fb118bf6b HTTP/1.1" status: 200 len: 217 time: 0.1778045 May 14 09:43:13.031321 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e2c30952-3b42-49dd-ab4a-0ea258c1e82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:13.114926 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd47483-78c5-46a1-b255-6799fa82a446 req-b51e224d-5960-4233-8898-9060ad4fcf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:13.116622 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7dd47483-78c5-46a1-b255-6799fa82a446 req-b51e224d-5960-4233-8898-9060ad4fcf52 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b14c19af-59df-4b55-a62c-da3ac979cff6 HTTP/1.1" status: 200 len: 849 time: 0.1074507 May 14 09:43:13.175592 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7dd47483-78c5-46a1-b255-6799fa82a446 req-b8aba5ae-da72-46a3-9aa3-f84ca44c7e7f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66768f14-8bfb-4ecc-bc6f-f5660f90bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482249 May 14 09:43:13.179004 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a578a-f841-43ff-9758-886646da17a1 req-c3e079c1-89d7-4b3c-9cc2-3b7f3bf0b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:13.181031 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-ef4a578a-f841-43ff-9758-886646da17a1 req-c3e079c1-89d7-4b3c-9cc2-3b7f3bf0b0d9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 1098 time: 0.1076980 May 14 09:43:13.312172 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-ef4a578a-f841-43ff-9758-886646da17a1 req-53222dfa-bcbe-4cd0-95e8-c645e5cae028 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123152 May 14 09:43:13.514301 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7dd47483-78c5-46a1-b255-6799fa82a446 req-1c9cf91b-2269-4b2c-b849-65e6810cb77b service neutron] 10.222.0.77 "GET /v2.0/networks/66768f14-8bfb-4ecc-bc6f-f5660f90bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202069 May 14 09:43:13.645044 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eecee-b0ae-467b-97d2-51926f942465 req-85fc6cf8-62f2-42bb-983a-27789b83a68c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:13.652679 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3d6eecee-b0ae-467b-97d2-51926f942465 req-85fc6cf8-62f2-42bb-983a-27789b83a68c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.2269909 May 14 09:43:13.785114 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3d6eecee-b0ae-467b-97d2-51926f942465 req-c4e37a53-5353-41b1-bc33-5f9c3d0fe0ef tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311092 May 14 09:43:13.858942 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7dd47483-78c5-46a1-b255-6799fa82a446 req-ba3ea3c2-e13b-425c-b4d1-1da85a1e7e47 service neutron] 10.222.0.77 "GET /v2.0/networks/66768f14-8bfb-4ecc-bc6f-f5660f90bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346555 May 14 09:43:13.910601 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05785df8-eb76-42fa-ba67-c946c26072b8 req-780b8e7a-9e7d-4749-830b-e96dfefc11a3 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:13.912188 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-05785df8-eb76-42fa-ba67-c946c26072b8 req-780b8e7a-9e7d-4749-830b-e96dfefc11a3 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 943 time: 0.1474359 May 14 09:43:13.983178 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-05785df8-eb76-42fa-ba67-c946c26072b8 req-7b7e86b8-47b5-4419-a01e-8f870a00d012 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618641 May 14 09:43:14.039622 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:14.293726 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:14.977298 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27461a57-0d5f-4aec-bfad-907d40b9f2ca req-c1934501-2ec7-4499-8e2c-29b27c6eaa71 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:14.978862 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-27461a57-0d5f-4aec-bfad-907d40b9f2ca req-c1934501-2ec7-4499-8e2c-29b27c6eaa71 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0849173 May 14 09:43:15.035083 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-27461a57-0d5f-4aec-bfad-907d40b9f2ca req-01f8a0e4-a9b9-461c-9eab-25b379b1c712 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439432 May 14 09:43:15.215589 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590a45f-5683-4556-9ff5-6ca14d2f67a6 req-9e581057-cd9f-4e3c-8eb8-72eee36c041f tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:15.224146 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b590a45f-5683-4556-9ff5-6ca14d2f67a6 req-9e581057-cd9f-4e3c-8eb8-72eee36c041f tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 943 time: 0.1059966 May 14 09:43:15.293179 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b590a45f-5683-4556-9ff5-6ca14d2f67a6 req-f28ea8b0-40d2-46c4-ab65-44bc207821a7 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678742 May 14 09:43:15.684351 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f493557-13dc-404f-b4a1-36b6b79eda1b req-816754ad-889c-4332-9f7c-4e9a33bb335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:15.685932 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2f493557-13dc-404f-b4a1-36b6b79eda1b req-816754ad-889c-4332-9f7c-4e9a33bb335f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=820eac1dbc9946d4beb718c13a457562&device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 1098 time: 0.1341450 May 14 09:43:15.697559 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459779d-28c3-43c0-8a54-0663364941a7 req-a38def6f-bdae-497b-9799-f2c3cb53ec4a tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:15.699118 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7459779d-28c3-43c0-8a54-0663364941a7 req-a38def6f-bdae-497b-9799-f2c3cb53ec4a tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1110909 May 14 09:43:15.715509 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 1346fba1-f12d-43a9-887e-863fb118bf6b details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:43:15.758773 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:15.835443 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7459779d-28c3-43c0-8a54-0663364941a7 req-e25607b7-172e-478e-8f74-1d028934ca21 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142750 May 14 09:43:15.876607 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f493557-13dc-404f-b4a1-36b6b79eda1b req-a432c0aa-5d4c-4bfe-a9b1-441250d1d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:15.878062 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2f493557-13dc-404f-b4a1-36b6b79eda1b req-a432c0aa-5d4c-4bfe-a9b1-441250d1d0dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb5188e6-2019-4f12-8f56-7be059842ad1 HTTP/1.1" status: 200 len: 920 time: 0.1780515 May 14 09:43:15.886388 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 1346fba1-f12d-43a9-887e-863fb118bf6b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=1346fba1-f12d-43a9-887e-863fb118bf6b,segment=NetworkSegment(3315d3d0-5fc6-4275-a23a-41dbfb5d8a55),segment_id=3315d3d0-5fc6-4275-a23a-41dbfb5d8a55)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:15.900972 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': '1346fba1-f12d-43a9-887e-863fb118bf6b', 'network_id': '66768f14-8bfb-4ecc-bc6f-f5660f90bea9', 'port_id': '1346fba1-f12d-43a9-887e-863fb118bf6b', 'mac_address': 'fa:16:3e:9e:bd:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14c19af-59df-4b55-a62c-da3ac979cff6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:43:15.962772 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2f493557-13dc-404f-b4a1-36b6b79eda1b req-254fef96-cedc-443e-8fff-4b6d7807a44b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b HTTP/1.1" status: 200 len: 217 time: 0.0753202 May 14 09:43:15.968554 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:15.989531 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1346fba1-f12d-43a9-887e-863fb118bf6b {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:43:16.008920 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 1346fba1-f12d-43a9-887e-863fb118bf6b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=1346fba1-f12d-43a9-887e-863fb118bf6b,segment=NetworkSegment(3315d3d0-5fc6-4275-a23a-41dbfb5d8a55),segment_id=3315d3d0-5fc6-4275-a23a-41dbfb5d8a55)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:16.018660 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:16.020782 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:16.042936 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f493557-13dc-404f-b4a1-36b6b79eda1b req-75a9ae5d-1e74-4d32-b42a-477caf053512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:16.044973 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2f493557-13dc-404f-b4a1-36b6b79eda1b req-75a9ae5d-1e74-4d32-b42a-477caf053512 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4bc9d5e2-e185-405f-8722-476ba29acd76 HTTP/1.1" status: 200 len: 859 time: 0.0707543 May 14 09:43:16.103174 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=1346fba1-f12d-43a9-887e-863fb118bf6b,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:16.106312 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2f493557-13dc-404f-b4a1-36b6b79eda1b req-f7cc2041-c8b7-4c11-814d-eb98d3c28cf9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb5188e6-2019-4f12-8f56-7be059842ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471032 May 14 09:43:16.108140 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:16.168354 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57890) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:16.258383 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2f493557-13dc-404f-b4a1-36b6b79eda1b req-1a472f5f-1b8d-43b9-b488-f6dc71ab35ef service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372237 May 14 09:43:16.313010 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e8fc-34a6-4587-9512-a9610410f40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:16.335589 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e6a1e8fc-34a6-4587-9512-a9610410f40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:16.340627 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e6a1e8fc-34a6-4587-9512-a9610410f40b admin admin] Usage tracker for resource:security_group_rule and tenant:f1ede16d91604e5abcef5ddc73a0c612 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:16.343583 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e6a1e8fc-34a6-4587-9512-a9610410f40b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:16.356171 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e6a1e8fc-34a6-4587-9512-a9610410f40b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:16.471887 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e8fc-34a6-4587-9512-a9610410f40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:16.473057 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['1346fba1-f12d-43a9-887e-863fb118bf6b'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:43:16.479709 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e8fc-34a6-4587-9512-a9610410f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:16.492400 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0af5298e-1fe1-4372-a5f5-5eae5ab94909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:16.565921 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-e6a1e8fc-34a6-4587-9512-a9610410f40b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1ede16d91604e5abcef5ddc73a0c612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961637 May 14 09:43:16.570327 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 57906) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:16.572153 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1e8fc-34a6-4587-9512-a9610410f40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f38f77f-312a-484c-8677-78691e8daed8,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:16.576143 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e6a1e8fc-34a6-4587-9512-a9610410f40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:16.672083 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2f493557-13dc-404f-b4a1-36b6b79eda1b req-6f752bd9-ad1b-48cb-a843-52afaa415596 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055712 May 14 09:43:16.717307 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-867fe9c6-7269-4ad3-b8cd-5ba21219bc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:16.745457 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1dadb-2d0c-4ee0-ba8e-de659f3329c6 req-7b35becb-49cf-46ae-baa5-adb57bd9cfd0 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:16.746951 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-14a1dadb-2d0c-4ee0-ba8e-de659f3329c6 req-7b35becb-49cf-46ae-baa5-adb57bd9cfd0 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 944 time: 0.1809111 May 14 09:43:16.776766 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-867fe9c6-7269-4ad3-b8cd-5ba21219bc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:16.838890 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-14a1dadb-2d0c-4ee0-ba8e-de659f3329c6 req-6a90fe17-9a94-4331-8f05-7125ab6aa387 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838284 May 14 09:43:16.865994 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-867fe9c6-7269-4ad3-b8cd-5ba21219bc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:16.870928 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a1d7f685-c5f5-4886-acfa-47417eb67f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:16.886413 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fe9c6-7269-4ad3-b8cd-5ba21219bc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f38f77f-312a-484c-8677-78691e8daed8,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:16.888966 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-867fe9c6-7269-4ad3-b8cd-5ba21219bc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:16.900276 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-867fe9c6-7269-4ad3-b8cd-5ba21219bc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:16.901474 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-867fe9c6-7269-4ad3-b8cd-5ba21219bc36 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f38f77f-312a-484c-8677-78691e8daed8 HTTP/1.1" status: 204 len: 168 time: 0.3296614 May 14 09:43:17.064227 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a7814-a304-4d87-b33d-de9e9d10194e req-0964d536-c676-4b48-a754-3b6cf6b91a3f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:17.072430 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6b4a7814-a304-4d87-b33d-de9e9d10194e req-0964d536-c676-4b48-a754-3b6cf6b91a3f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1028490 May 14 09:43:17.114542 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6b4a7814-a304-4d87-b33d-de9e9d10194e req-2cd11ddb-37ab-4e13-b2a8-b410c2b3bb4b tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 May 14 09:43:17.689567 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 57946) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:17.747394 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 1346fba1-f12d-43a9-887e-863fb118bf6b up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:17.812047 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-639815488-network', 'tenant_id': 'a29097db286849d4abb40a371310e936'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:17.818397 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port 1346fba1-f12d-43a9-887e-863fb118bf6b completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:17.822891 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:17.823472 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port 1346fba1-f12d-43a9-887e-863fb118bf6b triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:17.823899 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:17.826911 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Usage tracker for resource:network and tenant:a29097db286849d4abb40a371310e936 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:17.829665 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:17.835996 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:17.846406 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Made reservation on behalf of a29097db286849d4abb40a371310e936 for: {'network': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:43:17.849359 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:17.861920 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:17.880704 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:17.885426 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Usage tracker for resource:security_group_rule and tenant:a29097db286849d4abb40a371310e936 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:17.888788 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:17.896898 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:17.971093 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.003721 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9021303e-cc7c-4999-a263-f9a54150e387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1346fba1-f12d-43a9-887e-863fb118bf6b'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:18.015327 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 1346fba1-f12d-43a9-887e-863fb118bf6b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=1346fba1-f12d-43a9-887e-863fb118bf6b,segment=NetworkSegment(3315d3d0-5fc6-4275-a23a-41dbfb5d8a55),segment_id=3315d3d0-5fc6-4275-a23a-41dbfb5d8a55)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:18.024820 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.026840 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:18.082678 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.090094 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.097821 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:18.098971 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9021303e-cc7c-4999-a263-f9a54150e387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1346fba1-f12d-43a9-887e-863fb118bf6b', 'code': 200} May 14 09:43:18.138985 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=78752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:43:18.154444 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8ced8-c03d-4109-8b89-c9aabefb4ff4 req-329f8346-4724-48de-bc35-6c4bfbfc015d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:18.156131 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3ee8ced8-c03d-4109-8b89-c9aabefb4ff4 req-329f8346-4724-48de-bc35-6c4bfbfc015d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 944 time: 0.1944218 May 14 09:43:18.160056 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:18.165293 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.165632 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.db.segments_db [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Added segment a0cf546b-356c-4df2-a1a3-b2a81a5cf054 of type vlan for network 910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f May 14 09:43:18.170725 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=1346fba1-f12d-43a9-887e-863fb118bf6b,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:18.171713 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.172091 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.172430 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.172792 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.173113 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.173453 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.173791 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.174140 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.174461 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.174796 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.175123 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.175624 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.186268 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:18.197941 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:18.247582 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.264154 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3ee8ced8-c03d-4109-8b89-c9aabefb4ff4 req-8a001ccd-8a9d-49f4-a927-f603ea329395 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848575 May 14 09:43:18.301625 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.305730 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:18.305730 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.307726 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:18.339290 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57966) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:18.510282 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Pushing event updated for resources: {'Network': ['ID=910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:18.511801 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.518658 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8248746 May 14 09:43:18.518658 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:18.519344 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 57974) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:18.526798 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network 910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:43:18.531369 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Request body: {'subnet': {'network_id': '910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-639815488-subnet', 'tenant_id': 'a29097db286849d4abb40a371310e936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:18.542684 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:18.552326 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Usage tracker for resource:subnet and tenant:a29097db286849d4abb40a371310e936 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:18.557440 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:18.558167 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:18.564581 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Usage tracker for resource:security_group_rule and tenant:5831cb8eae6b4d45b66dbc3e8b1946d8 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:18.566334 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:18.569787 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:18.580213 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:18.599223 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Made reservation on behalf of a29097db286849d4abb40a371310e936 for: {'subnet': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:43:18.602420 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7138120'] for subnet, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.718454 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52daae-4d06-40e7-8a13-ad574fb894f3 req-0b8129dc-3714-4159-b6e8-6b9a8f659209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:18.720225 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bb52daae-4d06-40e7-8a13-ad574fb894f3 req-0b8129dc-3714-4159-b6e8-6b9a8f659209 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 1098 time: 0.3211427 May 14 09:43:18.727722 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.734725 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.747863 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401f66a-a122-49e7-b417-ed5caa7371e9 req-390dbc95-c26a-46e8-bc5c-b65d125a6f04 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:18.751039 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:18.755057 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d401f66a-a122-49e7-b417-ed5caa7371e9 req-390dbc95-c26a-46e8-bc5c-b65d125a6f04 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.3221626 May 14 09:43:18.806319 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5831cb8eae6b4d45b66dbc3e8b1946d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621871 May 14 09:43:18.806319 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043bf750-aa32-424e-b3d8-a6bcd82b493d,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:18.807254 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57982) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:18.828639 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.829009 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.829371 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.829725 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.830075 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.830432 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.830779 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.831122 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.831476 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.831880 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.832632 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.832632 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:18.837056 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:18.844640 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bb52daae-4d06-40e7-8a13-ad574fb894f3 req-1de78156-1fd7-4fbd-b78a-5a24443e929b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072514 May 14 09:43:18.856216 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d401f66a-a122-49e7-b417-ed5caa7371e9 req-bc133e4f-3a55-4508-b189-7fb8d9e38da3 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001391 May 14 09:43:18.898474 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4466ddce-0ac9-4ea9-8ebb-284c1f0c0a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.929026 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4466ddce-0ac9-4ea9-8ebb-284c1f0c0a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.999893 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4466ddce-0ac9-4ea9-8ebb-284c1f0c0a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:19.007038 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b613fff9-69dd-40a5-a263-d9930533b538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:19.022766 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466ddce-0ac9-4ea9-8ebb-284c1f0c0a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043bf750-aa32-424e-b3d8-a6bcd82b493d,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:19.025051 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4466ddce-0ac9-4ea9-8ebb-284c1f0c0a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:19.032917 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4466ddce-0ac9-4ea9-8ebb-284c1f0c0a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:19.033614 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:43:19.034128 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-4466ddce-0ac9-4ea9-8ebb-284c1f0c0a9b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/043bf750-aa32-424e-b3d8-a6bcd82b493d HTTP/1.1" status: 204 len: 168 time: 0.2256920 May 14 09:43:19.207934 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7367576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7138134'] for subnet, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:19.213796 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-51140094-0de1-437c-af3f-2fe195e35011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:19.292517 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f203fe7f-ac6e-46b3-b4af-83329352f3fd,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:19.296960 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:19.309294 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Checking segment: {'id': 'a0cf546b-356c-4df2-a1a3-b2a81a5cf054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:19.309636 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Network hostable DHCP agents. Network: 910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:43:19.332555 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Network 910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:43:19.347372 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, 910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f) {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:19.359495 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:19.360449 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:19.370331 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def167d4-0992-4af0-a7a1-f5d4af54b9aa None None] Network 910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:43:19.400022 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8786376 May 14 09:43:19.456487 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 57996) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:19.492640 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b04f7444-a3a9-4511-8adf-18cbb769cdea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:19.520119 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b04f7444-a3a9-4511-8adf-18cbb769cdea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:19.522756 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-b04f7444-a3a9-4511-8adf-18cbb769cdea admin admin] Usage tracker for resource:security_group_rule and tenant:8fcff891aca64119945cda301bfb1ee3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:19.528848 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-b04f7444-a3a9-4511-8adf-18cbb769cdea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:19.536106 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b04f7444-a3a9-4511-8adf-18cbb769cdea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:19.536704 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63dbde-a336-4325-acb9-9b97fb6c363d req-335e2653-6e97-4f3f-8ceb-e1fd606c5fe6 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:19.538902 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5b63dbde-a336-4325-acb9-9b97fb6c363d req-335e2653-6e97-4f3f-8ceb-e1fd606c5fe6 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 945 time: 0.1337256 May 14 09:43:19.617313 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5b63dbde-a336-4325-acb9-9b97fb6c363d req-055c9699-db5a-4eff-a10e-7800742fa16d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669613 May 14 09:43:19.659081 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b04f7444-a3a9-4511-8adf-18cbb769cdea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:19.665783 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b04f7444-a3a9-4511-8adf-18cbb769cdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:19.673685 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bd32dc17-663a-4331-b3a8-5f2a3b8fc247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:19.716451 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f7444-a3a9-4511-8adf-18cbb769cdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9dc977-4500-420b-a6a9-211afdcfc6e3,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:19.723759 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 58008) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:19.736053 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231ade10-b8f6-4495-842c-b4bacffef0ea None None] Network 910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:43:19.741382 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-b04f7444-a3a9-4511-8adf-18cbb769cdea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8fcff891aca64119945cda301bfb1ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837470 May 14 09:43:19.742573 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b04f7444-a3a9-4511-8adf-18cbb769cdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:19.870999 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f69ff936-6a4c-486c-b953-a66639f75a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:19.938350 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f69ff936-6a4c-486c-b953-a66639f75a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:20.054763 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f69ff936-6a4c-486c-b953-a66639f75a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:20.060396 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-60a35df2-25a4-44c2-8530-bbd8d27b6756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:20.202824 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ff936-6a4c-486c-b953-a66639f75a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9dc977-4500-420b-a6a9-211afdcfc6e3,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:20.211804 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f69ff936-6a4c-486c-b953-a66639f75a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:20.218124 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f69ff936-6a4c-486c-b953-a66639f75a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:20.221134 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-f69ff936-6a4c-486c-b953-a66639f75a35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b9dc977-4500-420b-a6a9-211afdcfc6e3 HTTP/1.1" status: 204 len: 168 time: 0.4944522 May 14 09:43:20.293751 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb826fae-67f5-4057-95a7-b791faf28521 req-60070368-5bff-4338-a9f5-f41b2d008821 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:20.301384 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fb826fae-67f5-4057-95a7-b791faf28521 req-60070368-5bff-4338-a9f5-f41b2d008821 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.2417421 May 14 09:43:20.383054 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fb826fae-67f5-4057-95a7-b791faf28521 req-e0c1b4b1-54fe-4d2c-a0a9-c7843b832232 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808566 May 14 09:43:20.833745 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a625b8f-b6c4-40c8-b066-c950ae616bcf req-e262c675-0426-4589-a85e-d238daa5bb82 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:20.843108 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7a625b8f-b6c4-40c8-b066-c950ae616bcf req-e262c675-0426-4589-a85e-d238daa5bb82 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 945 time: 0.1095209 May 14 09:43:20.907121 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7a625b8f-b6c4-40c8-b066-c950ae616bcf req-4606a279-67a0-4227-9d29-6e070ad3657c tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598130 May 14 09:43:22.171108 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd148e-cb21-4d67-9684-c7c84a3039eb req-c4f2fa50-3527-4cd6-a64a-915227ce4cbe tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:22.172867 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-78fd148e-cb21-4d67-9684-c7c84a3039eb req-c4f2fa50-3527-4cd6-a64a-915227ce4cbe tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0921900 May 14 09:43:22.236510 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-78fd148e-cb21-4d67-9684-c7c84a3039eb req-28084615-f3ca-4fef-a973-a80223d73bf2 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556467 May 14 09:43:23.406345 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf16471-6028-42de-992c-d01d27a8e0b9 req-abe0e0f7-ce15-4b2b-8478-a9e5a8195082 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:23.409154 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1cf16471-6028-42de-992c-d01d27a8e0b9 req-abe0e0f7-ce15-4b2b-8478-a9e5a8195082 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 945 time: 0.0858030 May 14 09:43:23.456216 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1cf16471-6028-42de-992c-d01d27a8e0b9 req-26434104-4351-4cbf-8e00-8af4a17cc5bc tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411100 May 14 09:43:27.936506 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea720cd9-7352-409b-87bb-8e84182485b6 req-5e2c1c3e-7092-41ec-aeeb-87d2800cc220 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:27.938342 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ea720cd9-7352-409b-87bb-8e84182485b6 req-5e2c1c3e-7092-41ec-aeeb-87d2800cc220 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 945 time: 0.0925286 May 14 09:43:27.985668 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ea720cd9-7352-409b-87bb-8e84182485b6 req-5359752c-da0f-4ba2-8a5b-c75e973a0988 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 May 14 09:43:28.722791 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-2d791a04-186d-44b6-97b9-6a16beee4caa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:28.723595 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-2d791a04-186d-44b6-97b9-6a16beee4caa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Synchronizing usage tracker for tenant:a29097db286849d4abb40a371310e936 on resource:network {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:28.748173 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-2d791a04-186d-44b6-97b9-6a16beee4caa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Unset dirty status for tenant:a29097db286849d4abb40a371310e936 on resource:network {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:28.749563 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-2d791a04-186d-44b6-97b9-6a16beee4caa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/networks?id=910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f HTTP/1.1" status: 200 len: 813 time: 0.2294481 May 14 09:43:28.771481 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-98fdad8b-a810-419f-b91b-c6087fb13942 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/quotas/a29097db286849d4abb40a371310e936 HTTP/1.1" status: 200 len: 375 time: 0.0116935 May 14 09:43:28.827923 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-df91719c-6d08-4784-b0c8-0dd621193a36 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a29097db286849d4abb40a371310e936&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475709 May 14 09:43:29.204968 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949d91c-7b22-4d32-ae79-434256ecce3b req-9355a05a-19e3-4b5f-9995-ec036bf5698b tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:29.206468 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e949d91c-7b22-4d32-ae79-434256ecce3b req-9355a05a-19e3-4b5f-9995-ec036bf5698b tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.77 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 945 time: 0.2471509 May 14 09:43:29.213346 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-fed16b06-3851-4e1a-89e6-5166691082e5 service neutron] 10.222.0.30 "GET /v2.0/networks/910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726408 May 14 09:43:29.503075 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3c7b6-8131-48d8-84d2-1983ef1d5440 req-2d6bd6c5-a019-42b0-9449-574bbd077d88 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:29.504647 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-24c3c7b6-8131-48d8-84d2-1983ef1d5440 req-2d6bd6c5-a019-42b0-9449-574bbd077d88 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 945 time: 0.3588107 May 14 09:43:29.531191 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-c69aba95-d86c-424a-b8f5-9eb38f99a667 service neutron] 10.222.0.30 "GET /v2.0/networks/910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858407 May 14 09:43:29.580977 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-e949d91c-7b22-4d32-ae79-434256ecce3b req-661edfaa-8622-47be-a74a-059be130001d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Deleting port 1346fba1-f12d-43a9-887e-863fb118bf6b {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:43:29.581411 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-e949d91c-7b22-4d32-ae79-434256ecce3b req-661edfaa-8622-47be-a74a-059be130001d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:29.605981 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-24c3c7b6-8131-48d8-84d2-1983ef1d5440 req-da5f3f35-df5f-4446-96df-7cffdf8ffa7e tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bab0f8f-378e-4312-9e59-82a5f839c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931060 May 14 09:43:29.794903 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fbd5cb74-f105-48cd-9f53-cf12c8620167 req-dc85c8a2-8597-4a64-a8b0-932a6ba63e5f tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 210 time: 0.0641096 May 14 09:43:29.808031 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-e949d91c-7b22-4d32-ae79-434256ecce3b req-661edfaa-8622-47be-a74a-059be130001d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] For port 1346fba1-f12d-43a9-887e-863fb118bf6b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=1346fba1-f12d-43a9-887e-863fb118bf6b,segment=NetworkSegment(3315d3d0-5fc6-4275-a23a-41dbfb5d8a55),segment_id=3315d3d0-5fc6-4275-a23a-41dbfb5d8a55)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:29.808378 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-e949d91c-7b22-4d32-ae79-434256ecce3b req-661edfaa-8622-47be-a74a-059be130001d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:30.050130 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-e949d91c-7b22-4d32-ae79-434256ecce3b req-661edfaa-8622-47be-a74a-059be130001d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Calling delete_port for 1346fba1-f12d-43a9-887e-863fb118bf6b owned by compute:nova {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:43:30.170920 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-e949d91c-7b22-4d32-ae79-434256ecce3b req-661edfaa-8622-47be-a74a-059be130001d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:30.187039 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:30.234626 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661edfaa-8622-47be-a74a-059be130001d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Pushing event deleted for resources: {'Port': ['ID=1346fba1-f12d-43a9-887e-863fb118bf6b,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:30.237959 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-661edfaa-8622-47be-a74a-059be130001d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:30.312509 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-e949d91c-7b22-4d32-ae79-434256ecce3b req-661edfaa-8622-47be-a74a-059be130001d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] No DVR routers for this DVR port 1346fba1-f12d-43a9-887e-863fb118bf6b on host hv-cinder-73414 {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:43:30.316143 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-e949d91c-7b22-4d32-ae79-434256ecce3b req-661edfaa-8622-47be-a74a-059be130001d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:30.318978 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9021303e-cc7c-4999-a263-f9a54150e387', 'name': 'network-vif-deleted', 'tag': '1346fba1-f12d-43a9-887e-863fb118bf6b'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:30.337792 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e949d91c-7b22-4d32-ae79-434256ecce3b req-661edfaa-8622-47be-a74a-059be130001d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.77 "DELETE /v2.0/ports/1346fba1-f12d-43a9-887e-863fb118bf6b HTTP/1.1" status: 204 len: 173 time: 1.1234300 May 14 09:43:33.444680 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['1346fba1-f12d-43a9-887e-863fb118bf6b'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:43:33.484442 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 1346fba1-f12d-43a9-887e-863fb118bf6b no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:43:33.521319 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: 1346fba1-f12d-43a9-887e-863fb118bf6b {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:43:33.521928 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 1346fba1-f12d-43a9-887e-863fb118bf6b not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:43:33.584309 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9021303e-cc7c-4999-a263-f9a54150e387', 'name': 'network-vif-deleted', 'tag': '1346fba1-f12d-43a9-887e-863fb118bf6b', 'status': 'completed', 'code': 200} May 14 09:43:33.673994 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-91fe6039-49c3-4592-b6b5-3426e8779dd0 req-cbf04c73-9abf-472c-af38-d7f9c71f4900 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Synchronizing usage tracker for tenant:ce6ad53f50d543b69e148a95261e9ef7 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:33.724612 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-91fe6039-49c3-4592-b6b5-3426e8779dd0 req-cbf04c73-9abf-472c-af38-d7f9c71f4900 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Unset dirty status for tenant:ce6ad53f50d543b69e148a95261e9ef7 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:33.725755 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-91fe6039-49c3-4592-b6b5-3426e8779dd0 req-cbf04c73-9abf-472c-af38-d7f9c71f4900 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9021303e-cc7c-4999-a263-f9a54150e387 HTTP/1.1" status: 200 len: 210 time: 0.1036859 May 14 09:43:33.732919 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3ca1d32a-4405-4a17-b686-1d99d56cc1c2 req-b536e605-156f-4ee6-b146-bdeb4c4de251 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 210 time: 0.0445118 May 14 09:43:35.089158 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1328c8da-1172-4447-9d0c-c3870c6d6b08 req-05aa51cf-9b8b-4552-bc24-930cc1bd69f2 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 210 time: 0.1129448 May 14 09:43:35.282143 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-f80a71e1-1ab5-4e6a-9a57-66799b189be0 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:35.283988 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-f80a71e1-1ab5-4e6a-9a57-66799b189be0 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.77 "GET /v2.0/networks?id=910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f HTTP/1.1" status: 200 len: 813 time: 0.2303138 May 14 09:43:35.302321 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Request body: {'port': {'device_id': 'ecfcc789-7200-4929-ad19-e4bf5fff8991', 'network_id': '910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f', 'admin_state_up': True, 'tenant_id': 'a29097db286849d4abb40a371310e936'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:35.485155 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:35.490120 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Usage tracker for resource:port and tenant:a29097db286849d4abb40a371310e936 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:35.493183 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:35.499843 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:35.512293 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Made reservation on behalf of a29097db286849d4abb40a371310e936 for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:43:35.516977 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:35.837227 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Allocated IP 172.20.0.2 (910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f/f203fe7f-ac6e-46b3-b4af-83329352f3fd/c2276954-2d46-4500-83fb-aadcd8693ad1) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:43:35.837717 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9055c-8c40-4a7f-9b59-0a7384002048 req-ba5728be-7468-42b1-8efc-eb1bcc3e0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:35.839447 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f9c9055c-8c40-4a7f-9b59-0a7384002048 req-ba5728be-7468-42b1-8efc-eb1bcc3e0639 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=820eac1dbc9946d4beb718c13a457562&device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 1098 time: 0.1227958 May 14 09:43:36.014811 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9055c-8c40-4a7f-9b59-0a7384002048 req-7c693c4c-33e7-4a4c-b072-2e6d4f524b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:36.016792 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f9c9055c-8c40-4a7f-9b59-0a7384002048 req-7c693c4c-33e7-4a4c-b072-2e6d4f524b79 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb5188e6-2019-4f12-8f56-7be059842ad1 HTTP/1.1" status: 200 len: 920 time: 0.1658788 May 14 09:43:36.055402 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0e48a-c450-4e55-a7af-313fdc6849bd req-fbb4529e-f947-45d6-b09d-03388f9f2f9e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:36.057174 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f0c0e48a-c450-4e55-a7af-313fdc6849bd req-fbb4529e-f947-45d6-b09d-03388f9f2f9e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.2699826 May 14 09:43:36.119954 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f9c9055c-8c40-4a7f-9b59-0a7384002048 req-8fd96a15-a343-4484-a93e-6be23a460562 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b HTTP/1.1" status: 200 len: 217 time: 0.0913773 May 14 09:43:36.178163 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f0c0e48a-c450-4e55-a7af-313fdc6849bd req-56126da1-78c6-4763-9312-e4b0ab5279f6 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087773 May 14 09:43:36.191231 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9055c-8c40-4a7f-9b59-0a7384002048 req-cd9cf971-e857-4f89-9bb0-28ef404a6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:36.192860 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f9c9055c-8c40-4a7f-9b59-0a7384002048 req-cd9cf971-e857-4f89-9bb0-28ef404a6cf1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4bc9d5e2-e185-405f-8722-476ba29acd76 HTTP/1.1" status: 200 len: 859 time: 0.0669205 May 14 09:43:36.284158 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:36.296828 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f9c9055c-8c40-4a7f-9b59-0a7384002048 req-e0a345be-74cd-4adf-a3ef-b9db2ea25971 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb5188e6-2019-4f12-8f56-7be059842ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930367 May 14 09:43:36.372564 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f798bb30-5fed-4a5e-8d4c-eab50190a953 req-d5afe0a3-32d6-4b66-b7fd-a248733907e5 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 210 time: 0.0526676 May 14 09:43:36.399782 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:36.419709 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:36.485613 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Network 910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:43:36.489683 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:36.494407 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:43:36.498698 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f9c9055c-8c40-4a7f-9b59-0a7384002048 req-667ca59b-3408-4fa9-8f03-30abbd762a01 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897743 May 14 09:43:36.573961 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Pushing event updated for resources: {'Port': ['ID=c2276954-2d46-4500-83fb-aadcd8693ad1,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:36.586013 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:36.610774 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:36.611552 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:36.635936 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3404739 May 14 09:43:36.655738 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Request body: {'port': {'device_id': 'ecfcc789-7200-4929-ad19-e4bf5fff8991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:36.738424 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f9c9055c-8c40-4a7f-9b59-0a7384002048 req-70a29036-284a-4b95-aa85-a95aed507539 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272010 May 14 09:43:36.879489 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:37.394623 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2276954-2d46-4500-83fb-aadcd8693ad1 {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:43:37.403511 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:37.422979 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Transition to ACTIVE for port object c2276954-2d46-4500-83fb-aadcd8693ad1 will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:37.427706 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:37.433614 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f87aeeb7-c207-4f2d-9875-fdb903d601ff tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:37.567140 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80954078-8c6c-4bd5-89fb-2ddf85e564d2 req-24c42b85-ec9b-45eb-aa18-1e8b43e38b55 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:37.568900 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80954078-8c6c-4bd5-89fb-2ddf85e564d2 req-24c42b85-ec9b-45eb-aa18-1e8b43e38b55 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.2429848 May 14 09:43:37.612861 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Pushing event updated for resources: {'Port': ['ID=c2276954-2d46-4500-83fb-aadcd8693ad1,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:37.633982 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:37.706053 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80954078-8c6c-4bd5-89fb-2ddf85e564d2 req-59575dc3-3279-45a2-a37e-b170b4a85fe1 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239824 May 14 09:43:37.734041 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Attempting to bind port c2276954-2d46-4500-83fb-aadcd8693ad1 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:43:37.734411 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Attempting to bind port c2276954-2d46-4500-83fb-aadcd8693ad1 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'a0cf546b-356c-4df2-a1a3-b2a81a5cf054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:43:37.734779 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Attempting to bind port c2276954-2d46-4500-83fb-aadcd8693ad1 on network 910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:37.740261 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Port c2276954-2d46-4500-83fb-aadcd8693ad1 on network 910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:43:37.740694 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Attempting to bind port c2276954-2d46-4500-83fb-aadcd8693ad1 on network 910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:37.747468 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:43:37.747764 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Checking segment: {'id': 'a0cf546b-356c-4df2-a1a3-b2a81a5cf054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:37.748152 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Bound using segment: {'id': 'a0cf546b-356c-4df2-a1a3-b2a81a5cf054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:43:37.748587 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Bound port: c2276954-2d46-4500-83fb-aadcd8693ad1, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0cf546b-356c-4df2-a1a3-b2a81a5cf054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:43:37.748929 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:37.912346 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] For port c2276954-2d46-4500-83fb-aadcd8693ad1, host hv-cinder-73414, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:43:37.917636 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] For port c2276954-2d46-4500-83fb-aadcd8693ad1, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c2276954-2d46-4500-83fb-aadcd8693ad1,segment=NetworkSegment(a0cf546b-356c-4df2-a1a3-b2a81a5cf054),segment_id=a0cf546b-356c-4df2-a1a3-b2a81a5cf054)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:43:37.929627 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:37.936214 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:37.994959 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:37.995611 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:37.996990 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] 10.222.0.77 "PUT /v2.0/ports/c2276954-2d46-4500-83fb-aadcd8693ad1 HTTP/1.1" status: 200 len: 1093 time: 1.3493147 May 14 09:43:37.997551 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfcc789-7200-4929-ad19-e4bf5fff8991', 'tag': 'c2276954-2d46-4500-83fb-aadcd8693ad1'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:38.027004 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f944482-3fe2-4045-be29-c1a30b53fd7d req-2d579ff5-e814-4a5c-96f9-9e09bfd7d720 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:38.027771 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-8f944482-3fe2-4045-be29-c1a30b53fd7d req-2d579ff5-e814-4a5c-96f9-9e09bfd7d720 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Synchronizing usage tracker for tenant:a29097db286849d4abb40a371310e936 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:38.050971 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Pushing event updated for resources: {'Port': ['ID=c2276954-2d46-4500-83fb-aadcd8693ad1,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:38.056355 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:38.065373 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-8f944482-3fe2-4045-be29-c1a30b53fd7d req-2d579ff5-e814-4a5c-96f9-9e09bfd7d720 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Unset dirty status for tenant:a29097db286849d4abb40a371310e936 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:38.066573 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8f944482-3fe2-4045-be29-c1a30b53fd7d req-2d579ff5-e814-4a5c-96f9-9e09bfd7d720 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 943 time: 0.2501307 May 14 09:43:38.117880 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-8f944482-3fe2-4045-be29-c1a30b53fd7d req-571592c2-7bbc-46d4-bc8d-3c7eda4822e7 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Synchronizing usage tracker for tenant:a29097db286849d4abb40a371310e936 on resource:security_group {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:38.142117 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-8f944482-3fe2-4045-be29-c1a30b53fd7d req-571592c2-7bbc-46d4-bc8d-3c7eda4822e7 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Unset dirty status for tenant:a29097db286849d4abb40a371310e936 on resource:security_group {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:38.143676 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8f944482-3fe2-4045-be29-c1a30b53fd7d req-571592c2-7bbc-46d4-bc8d-3c7eda4822e7 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687501 May 14 09:43:38.197830 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfcc789-7200-4929-ad19-e4bf5fff8991', 'tag': 'c2276954-2d46-4500-83fb-aadcd8693ad1', 'status': 'completed', 'code': 200} May 14 09:43:38.926127 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cd410-8389-436f-9725-7c0cbb4a28cd req-ac238a1b-17ec-4e87-b9cd-6dd6dc25aebd tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:38.929692 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9f7cd410-8389-436f-9725-7c0cbb4a28cd req-ac238a1b-17ec-4e87-b9cd-6dd6dc25aebd tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1116595 May 14 09:43:38.976903 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9f7cd410-8389-436f-9725-7c0cbb4a28cd req-29ee25f0-d9f8-451b-8fc3-a324b6b6cf46 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405521 May 14 09:43:39.346881 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f6705-dd4f-48f3-8d88-2e382769d5ae req-6a9147c5-383f-4313-9fe5-d9ee58234584 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:39.348387 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-379f6705-dd4f-48f3-8d88-2e382769d5ae req-6a9147c5-383f-4313-9fe5-d9ee58234584 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 943 time: 0.0928195 May 14 09:43:39.395027 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-379f6705-dd4f-48f3-8d88-2e382769d5ae req-5a3a7dbb-b739-47e3-b45a-22560301aa13 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407090 May 14 09:43:40.237936 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fec16-61f3-4f60-9943-48e56d74137a req-fbc55c1c-cabe-414d-9977-da003c7e79de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:40.239409 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e7fec16-61f3-4f60-9943-48e56d74137a req-fbc55c1c-cabe-414d-9977-da003c7e79de service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a29097db286849d4abb40a371310e936&device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 1096 time: 0.1036890 May 14 09:43:40.251721 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26733ff-9765-44b4-989c-fdbe64f1d871 req-8c768799-3820-4d46-979f-f729be86bc5f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:40.253043 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b26733ff-9765-44b4-989c-fdbe64f1d871 req-8c768799-3820-4d46-979f-f729be86bc5f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1668818 May 14 09:43:40.348969 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9a72-114f-47b8-aae2-045b8e7eceac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:40.382701 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b26733ff-9765-44b4-989c-fdbe64f1d871 req-d8ebf607-06e8-47bc-b348-2edd2ffc8501 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079657 May 14 09:43:40.424110 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fec16-61f3-4f60-9943-48e56d74137a req-017567c1-1be3-4159-9872-c426adb5e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:40.426346 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e7fec16-61f3-4f60-9943-48e56d74137a req-017567c1-1be3-4159-9872-c426adb5e0c4 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a29097db286849d4abb40a371310e936&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1723213 May 14 09:43:40.610870 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fec16-61f3-4f60-9943-48e56d74137a req-45540f11-eea6-4c2c-9e57-eea2d8b3cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:40.612337 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e7fec16-61f3-4f60-9943-48e56d74137a req-45540f11-eea6-4c2c-9e57-eea2d8b3cb73 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1757951 May 14 09:43:40.635332 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569f0bf-d185-4d7f-bf11-c3131245e796 req-9b918fa0-f38a-4c15-ac12-82f83839b405 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:40.636870 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9569f0bf-d185-4d7f-bf11-c3131245e796 req-9b918fa0-f38a-4c15-ac12-82f83839b405 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 943 time: 0.1301782 May 14 09:43:40.827655 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9569f0bf-d185-4d7f-bf11-c3131245e796 req-2c115bd5-77b1-4c47-8940-ef2bcdac0c3c tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818647 May 14 09:43:40.874391 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-b6242aa1-3232-4614-ad60-7879aa45033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:40.875772 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-b6242aa1-3232-4614-ad60-7879aa45033e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a29097db286849d4abb40a371310e936&device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 1096 time: 0.1991451 May 14 09:43:40.989154 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-cd298bb1-232f-4858-b1f7-f8b70e4e98c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2276954-2d46-4500-83fb-aadcd8693ad1 HTTP/1.1" status: 200 len: 217 time: 0.0687947 May 14 09:43:41.073528 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-45027cfb-76de-4dde-92da-5aedf8d7d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:41.075102 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-45027cfb-76de-4dde-92da-5aedf8d7d91a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f203fe7f-ac6e-46b3-b4af-83329352f3fd HTTP/1.1" status: 200 len: 853 time: 0.0718465 May 14 09:43:41.166456 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-ae11f0cf-a2e4-48ec-815f-c26a35925ffd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754995 May 14 09:43:41.350265 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-3a680fa4-7c78-479a-81db-2f222bf80581 service neutron] 10.222.0.77 "GET /v2.0/networks/910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645775 May 14 09:43:41.577459 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bb4facd-5a66-46a2-a67f-759cdcf813c4 req-73fad92a-a04c-4a28-b2f5-08101fe81e2d service neutron] 10.222.0.77 "GET /v2.0/networks/910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141991 May 14 09:43:41.637062 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db225e39-db02-47a8-8ade-f8be69373771 req-eaa90893-8b25-4caa-ba08-86bd0521b1ae tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:41.638531 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-db225e39-db02-47a8-8ade-f8be69373771 req-eaa90893-8b25-4caa-ba08-86bd0521b1ae tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1082931 May 14 09:43:41.692371 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-db225e39-db02-47a8-8ade-f8be69373771 req-ec303419-8629-4795-b05b-b2257e047563 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474918 May 14 09:43:42.060664 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf01da-6270-4c8e-a70c-f255e2daad4d req-6ad26176-da08-4786-9617-bd45a46e8abf tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:42.062331 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c7bf01da-6270-4c8e-a70c-f255e2daad4d req-6ad26176-da08-4786-9617-bd45a46e8abf tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 943 time: 0.1075289 May 14 09:43:42.115286 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c7bf01da-6270-4c8e-a70c-f255e2daad4d req-c1ffe587-fa99-4a14-aa47-90d9246efc8a tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441399 May 14 09:43:42.773217 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:43.042708 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-efac5300-0dfa-4338-a49c-c4ca3cfaf8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:44.017789 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:44.299164 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:45.688820 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dce9fe-ad34-48f7-a06f-bafd639420c0 req-930836b7-a12e-47c3-a45b-4b809df08fc2 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:45.690366 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-24dce9fe-ad34-48f7-a06f-bafd639420c0 req-930836b7-a12e-47c3-a45b-4b809df08fc2 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0947249 May 14 09:43:45.773648 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:45.807645 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-24dce9fe-ad34-48f7-a06f-bafd639420c0 req-3f0768d8-b5e7-4176-9102-47e40d1e92ac tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824976 May 14 09:43:46.078865 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf21fae-1e1c-46b4-a361-049155b45c91 req-669039c4-9694-4620-a7c0-e7a26f2ae678 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:46.094256 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9cf21fae-1e1c-46b4-a361-049155b45c91 req-669039c4-9694-4620-a7c0-e7a26f2ae678 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 943 time: 0.1395478 May 14 09:43:46.184199 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9cf21fae-1e1c-46b4-a361-049155b45c91 req-0d43084b-1829-4103-8c49-f54b136c09e0 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865915 May 14 09:43:47.025109 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8b384-0a36-4e4d-91e1-ae30f124fb69 req-dd3d7d11-3f86-4ef3-b0e3-3cd4b31f8619 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:47.027114 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ffb8b384-0a36-4e4d-91e1-ae30f124fb69 req-dd3d7d11-3f86-4ef3-b0e3-3cd4b31f8619 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1077414 May 14 09:43:47.084610 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ffb8b384-0a36-4e4d-91e1-ae30f124fb69 req-5908d9b0-a133-443e-bc15-c1462ae80f2c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517919 May 14 09:43:47.378982 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16219644-edb1-4ee4-94ab-7b9dc1239c29 req-02c104eb-89b7-4b29-9cec-ce9a383a6bb4 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:47.382562 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-16219644-edb1-4ee4-94ab-7b9dc1239c29 req-02c104eb-89b7-4b29-9cec-ce9a383a6bb4 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 943 time: 0.0968850 May 14 09:43:47.442806 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-16219644-edb1-4ee4-94ab-7b9dc1239c29 req-4c8ebf12-4b73-4df2-ba5d-d75c841436eb tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522938 May 14 09:43:48.221722 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device c2276954-2d46-4500-83fb-aadcd8693ad1 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:43:48.298949 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46e042-497c-4ec0-9539-ad0d6dccba7d req-0110de6d-5060-4c44-98d5-d53b881d4b77 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:48.300664 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8d46e042-497c-4ec0-9539-ad0d6dccba7d req-0110de6d-5060-4c44-98d5-d53b881d4b77 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0965266 May 14 09:43:48.354755 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8d46e042-497c-4ec0-9539-ad0d6dccba7d req-a9c1a64a-3fe1-49ad-9550-f3007531dc37 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478303 May 14 09:43:48.361646 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port c2276954-2d46-4500-83fb-aadcd8693ad1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c2276954-2d46-4500-83fb-aadcd8693ad1,segment=NetworkSegment(a0cf546b-356c-4df2-a1a3-b2a81a5cf054),segment_id=a0cf546b-356c-4df2-a1a3-b2a81a5cf054)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:48.376525 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': 'c2276954-2d46-4500-83fb-aadcd8693ad1', 'network_id': '910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f', 'port_id': 'c2276954-2d46-4500-83fb-aadcd8693ad1', 'mac_address': 'fa:16:3e:4e:25:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f203fe7f-ac6e-46b3-b4af-83329352f3fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:43:48.432556 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:48.449815 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2276954-2d46-4500-83fb-aadcd8693ad1 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:43:48.466048 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port c2276954-2d46-4500-83fb-aadcd8693ad1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c2276954-2d46-4500-83fb-aadcd8693ad1,segment=NetworkSegment(a0cf546b-356c-4df2-a1a3-b2a81a5cf054),segment_id=a0cf546b-356c-4df2-a1a3-b2a81a5cf054)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:48.472680 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:48.474724 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:48.544583 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=c2276954-2d46-4500-83fb-aadcd8693ad1,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:48.552112 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:48.552447 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:48.552772 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:48.553095 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:48.553415 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:48.553734 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:48.554054 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:48.554397 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:48.554693 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:48.555049 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:48.555353 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:48.555699 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:48.559723 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:48.641308 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e09db-3e85-427f-b8e0-d4b7486b1239 req-6a149436-b09a-4ede-a090-f0f0a0351920 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:48.642636 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-495e09db-3e85-427f-b8e0-d4b7486b1239 req-6a149436-b09a-4ede-a090-f0f0a0351920 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 944 time: 0.0850518 May 14 09:43:48.692504 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-495e09db-3e85-427f-b8e0-d4b7486b1239 req-7a1b2e81-1826-4c3c-9b00-8e6504911091 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436592 May 14 09:43:49.407109 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bf87b947-a3f1-43da-a99e-e3d3381d622a req-37a25fbb-e708-482d-b14b-0ad0472a7535 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842843 May 14 09:43:49.513195 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87b947-a3f1-43da-a99e-e3d3381d622a req-7f6aefa2-f8b9-4c7f-a7d8-1130f1e75206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:49.514752 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bf87b947-a3f1-43da-a99e-e3d3381d622a req-7f6aefa2-f8b9-4c7f-a7d8-1130f1e75206 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=820eac1dbc9946d4beb718c13a457562&device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 1098 time: 0.0810897 May 14 09:43:49.685751 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['c2276954-2d46-4500-83fb-aadcd8693ad1'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:43:50.041197 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87b947-a3f1-43da-a99e-e3d3381d622a req-a20307ef-80e1-48a8-9396-406fc5e95f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:50.043125 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bf87b947-a3f1-43da-a99e-e3d3381d622a req-a20307ef-80e1-48a8-9396-406fc5e95f2c service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb5188e6-2019-4f12-8f56-7be059842ad1 HTTP/1.1" status: 200 len: 920 time: 0.4887741 May 14 09:43:50.065499 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f5e30-2c0e-42c4-ae1a-fb63ef1d6449 req-0594ac65-4e7d-4969-b411-323f783a3900 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:50.078554 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ea3f5e30-2c0e-42c4-ae1a-fb63ef1d6449 req-0594ac65-4e7d-4969-b411-323f783a3900 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.5616357 May 14 09:43:50.166029 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bf87b947-a3f1-43da-a99e-e3d3381d622a req-2d4737c4-5507-42fb-a178-272dd1c8960b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d25ab694-ec88-40d1-9fb6-31bec8d64e4d HTTP/1.1" status: 200 len: 217 time: 0.1113007 May 14 09:43:50.233671 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ea3f5e30-2c0e-42c4-ae1a-fb63ef1d6449 req-34cbcf5c-b83d-4b75-84d5-44f9db3ea0d5 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539378 May 14 09:43:50.290925 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52260327-c61e-45d1-82c6-d93db1fb09a3 req-17ea5a58-14a1-49f5-8996-a7aa52ec830f tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:50.292717 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-52260327-c61e-45d1-82c6-d93db1fb09a3 req-17ea5a58-14a1-49f5-8996-a7aa52ec830f tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 944 time: 0.3962600 May 14 09:43:50.311594 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87b947-a3f1-43da-a99e-e3d3381d622a req-a4662eba-1d1e-473c-b1ef-8868ab6b2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:50.313257 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bf87b947-a3f1-43da-a99e-e3d3381d622a req-a4662eba-1d1e-473c-b1ef-8868ab6b2538 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4bc9d5e2-e185-405f-8722-476ba29acd76 HTTP/1.1" status: 200 len: 859 time: 0.1295965 May 14 09:43:50.382117 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bf87b947-a3f1-43da-a99e-e3d3381d622a req-300dc3ac-c713-45e6-a996-53c97d1a2456 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb5188e6-2019-4f12-8f56-7be059842ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491378 May 14 09:43:50.556596 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-52260327-c61e-45d1-82c6-d93db1fb09a3 req-62e3f8cb-ba8b-4b76-a9ac-2cd575ea1be0 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423115 May 14 09:43:50.612968 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bf87b947-a3f1-43da-a99e-e3d3381d622a req-01ea1b8f-ae5b-4331-afec-cf0ce8e95723 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020626 May 14 09:43:50.824626 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bf87b947-a3f1-43da-a99e-e3d3381d622a req-634cea44-c3c3-48fc-af02-84584861365a service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001946 May 14 09:43:51.466748 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e08d8-c5e6-45c7-b608-4ac2d825f91c req-13f94673-8b99-4397-ad3f-e5b58c705192 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:51.469756 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ef3e08d8-c5e6-45c7-b608-4ac2d825f91c req-13f94673-8b99-4397-ad3f-e5b58c705192 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0913622 May 14 09:43:51.529770 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ef3e08d8-c5e6-45c7-b608-4ac2d825f91c req-253b19c4-ae8f-4504-8565-3a384cc4a5ee tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502925 May 14 09:43:51.814893 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398801-c1c4-4792-b633-ef6e07fb1bce req-cd957c44-9468-4dc8-9518-4ff07b466754 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:51.817206 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-18398801-c1c4-4792-b633-ef6e07fb1bce req-cd957c44-9468-4dc8-9518-4ff07b466754 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 944 time: 0.1063216 May 14 09:43:51.892202 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-18398801-c1c4-4792-b633-ef6e07fb1bce req-9423adb7-a9fe-4a82-8e8d-6446566f03e7 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675306 May 14 09:43:52.153428 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device c2276954-2d46-4500-83fb-aadcd8693ad1 up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:52.230166 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port c2276954-2d46-4500-83fb-aadcd8693ad1 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:52.238553 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port c2276954-2d46-4500-83fb-aadcd8693ad1 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:52.239233 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:52.430867 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:52.472614 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfcc789-7200-4929-ad19-e4bf5fff8991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2276954-2d46-4500-83fb-aadcd8693ad1'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:52.504677 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port c2276954-2d46-4500-83fb-aadcd8693ad1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c2276954-2d46-4500-83fb-aadcd8693ad1,segment=NetworkSegment(a0cf546b-356c-4df2-a1a3-b2a81a5cf054),segment_id=a0cf546b-356c-4df2-a1a3-b2a81a5cf054)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:52.511430 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:52.514696 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:52.557501 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfcc789-7200-4929-ad19-e4bf5fff8991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2276954-2d46-4500-83fb-aadcd8693ad1', 'code': 200} May 14 09:43:52.602825 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=c2276954-2d46-4500-83fb-aadcd8693ad1,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:52.608296 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:52.912495 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c7dd1-88f6-4a3e-866b-edbd397eacca req-cc1c7ae2-4122-4f06-91f5-da173b56b489 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:52.915031 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-078c7dd1-88f6-4a3e-866b-edbd397eacca req-cc1c7ae2-4122-4f06-91f5-da173b56b489 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.2165165 May 14 09:43:52.999452 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-078c7dd1-88f6-4a3e-866b-edbd397eacca req-208f4773-7344-41ab-af18-58cc2fd57608 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714023 May 14 09:43:53.046030 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e5500-8e65-48c7-87b9-69902b80592d req-bb8ab6e1-9770-4a7f-b521-567baae47b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:53.047994 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5e2e5500-8e65-48c7-87b9-69902b80592d req-bb8ab6e1-9770-4a7f-b521-567baae47b42 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 1098 time: 0.2089529 May 14 09:43:53.196618 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5e2e5500-8e65-48c7-87b9-69902b80592d req-f03a2e8d-11b8-4bc0-be50-6867b7627820 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377397 May 14 09:43:53.272587 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7f77d-342a-4ff5-8774-d62be1b909f4 req-3dce3fac-b7f9-421e-aa18-13cb47e320c8 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:53.285240 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c0d7f77d-342a-4ff5-8774-d62be1b909f4 req-3dce3fac-b7f9-421e-aa18-13cb47e320c8 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 945 time: 0.1466160 May 14 09:43:53.364898 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c0d7f77d-342a-4ff5-8774-d62be1b909f4 req-3fd5fe31-5af5-4f8d-84f9-7377b2e0321d tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773578 May 14 09:43:54.388839 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e2649-7cd5-489c-bd00-c0c92fd71af0 req-e2029e1e-e29f-4678-9688-0342985a3345 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:54.390371 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8a1e2649-7cd5-489c-bd00-c0c92fd71af0 req-e2029e1e-e29f-4678-9688-0342985a3345 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.2031925 May 14 09:43:54.496440 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8a1e2649-7cd5-489c-bd00-c0c92fd71af0 req-21ae6f20-65c8-4dd0-bd2e-8641bd8c7987 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824423 May 14 09:43:54.811582 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f48713-69fe-4b2c-b447-ca4403122c7d req-b74deb1e-72df-4cce-a055-e40d4982a55b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:54.817491 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80f48713-69fe-4b2c-b447-ca4403122c7d req-b74deb1e-72df-4cce-a055-e40d4982a55b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1755607 May 14 09:43:54.923270 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80f48713-69fe-4b2c-b447-ca4403122c7d req-9a8a010d-c405-4c15-95d2-82bba8322329 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993323 May 14 09:43:54.978890 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9c35f-1816-46ce-9e58-7a70be9ea2be req-deb7a8e1-8eed-4237-b9b7-9ef8a2b8eb84 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:54.984143 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6ec9c35f-1816-46ce-9e58-7a70be9ea2be req-deb7a8e1-8eed-4237-b9b7-9ef8a2b8eb84 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 945 time: 0.1452994 May 14 09:43:55.036356 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6ec9c35f-1816-46ce-9e58-7a70be9ea2be req-5e038b9e-c53f-430f-8831-0ccdb8d3313b tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493362 May 14 09:43:55.818744 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ddce3-78c4-417d-86e3-9f7ede88e790 req-700d7337-66e2-487e-9473-e32f7cf0c11e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:55.820387 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-113ddce3-78c4-417d-86e3-9f7ede88e790 req-700d7337-66e2-487e-9473-e32f7cf0c11e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1271904 May 14 09:43:55.894430 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-113ddce3-78c4-417d-86e3-9f7ede88e790 req-8f3a762d-b6ba-4412-bc27-09ed823bf1d1 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675962 May 14 09:43:56.025004 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:43:56.235545 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe895c83-7bbe-49df-85aa-3c2613ee181e req-f44468cf-0b3e-43f8-9647-8e4f81f1e38f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:56.239908 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fe895c83-7bbe-49df-85aa-3c2613ee181e req-f44468cf-0b3e-43f8-9647-8e4f81f1e38f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1296732 May 14 09:43:56.360561 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fe895c83-7bbe-49df-85aa-3c2613ee181e req-6b2848a3-6016-442f-8edd-43df0f6fd406 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115057 May 14 09:43:57.232981 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20a40c-6d2e-494f-a172-20912c8c9720 req-cb659212-bdda-4d64-83d6-cc49c8c59fbf tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:57.234520 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8a20a40c-6d2e-494f-a172-20912c8c9720 req-cb659212-bdda-4d64-83d6-cc49c8c59fbf tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.2144918 May 14 09:43:57.285474 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8a20a40c-6d2e-494f-a172-20912c8c9720 req-07aeca9f-6cb1-4424-9ccd-aa7a0a67d377 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415778 May 14 09:43:57.617865 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508f6ba-6ecc-454f-8154-3910a310d799 req-91a18f18-c2b2-4875-8f8f-0142b6bd0b1e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:57.619396 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9508f6ba-6ecc-454f-8154-3910a310d799 req-91a18f18-c2b2-4875-8f8f-0142b6bd0b1e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1016786 May 14 09:43:57.685288 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9508f6ba-6ecc-454f-8154-3910a310d799 req-2455725d-7c06-479a-bad7-514fc395c189 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511909 May 14 09:43:58.553894 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ea27d-f0c4-4d5a-b596-b6330c611ce2 req-8e4811e1-5209-4f85-b076-a4e7792717b4 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:58.555354 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a74ea27d-f0c4-4d5a-b596-b6330c611ce2 req-8e4811e1-5209-4f85-b076-a4e7792717b4 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1162477 May 14 09:43:58.614261 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a74ea27d-f0c4-4d5a-b596-b6330c611ce2 req-4f7b842f-b472-49cb-bbca-e38ffafb9343 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522568 May 14 09:43:58.907832 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d73b6-c078-4093-a581-bc8871e343ee req-c96f77c1-9265-4468-a331-15f122068e38 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:58.909761 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d66d73b6-c078-4093-a581-bc8871e343ee req-c96f77c1-9265-4468-a331-15f122068e38 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.0871158 May 14 09:43:58.972313 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d66d73b6-c078-4093-a581-bc8871e343ee req-88a8ca41-dd19-480a-b76e-92643e5ff269 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565491 May 14 09:43:59.953709 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8486446-af34-4278-8d1c-0c0cf5e486a7 req-d967e726-8d43-494a-ba4d-82ce7df4583a tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:59.956420 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e8486446-af34-4278-8d1c-0c0cf5e486a7 req-d967e726-8d43-494a-ba4d-82ce7df4583a tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1824620 May 14 09:44:00.031743 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e8486446-af34-4278-8d1c-0c0cf5e486a7 req-f920773d-0ee3-4ca0-8c27-6b65adb321a9 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683930 May 14 09:44:00.208689 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be440b-6f58-4d9b-b880-c18c5164d378 req-8411756a-06bc-4acb-951d-b476e79f6636 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:00.210467 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f1be440b-6f58-4d9b-b880-c18c5164d378 req-8411756a-06bc-4acb-951d-b476e79f6636 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.0948975 May 14 09:44:00.266959 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f1be440b-6f58-4d9b-b880-c18c5164d378 req-4a5626bd-4b45-481e-94bd-8656d0051125 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467894 May 14 09:44:01.264616 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba83d6b-d562-4415-b5c7-b02d34f36f6f req-ccb2757b-c247-4c31-9b39-84e26c6f6a66 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:01.266411 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2ba83d6b-d562-4415-b5c7-b02d34f36f6f req-ccb2757b-c247-4c31-9b39-84e26c6f6a66 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1086981 May 14 09:44:01.324415 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2ba83d6b-d562-4415-b5c7-b02d34f36f6f req-36adab95-5f63-460e-b95d-90538efff5cd tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496364 May 14 09:44:01.569011 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9344f-24d7-4138-a4ec-55b2c97bb228 req-667813b0-95b1-4fb7-91da-97102885ddbf tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:01.570690 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a4f9344f-24d7-4138-a4ec-55b2c97bb228 req-667813b0-95b1-4fb7-91da-97102885ddbf tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1104422 May 14 09:44:01.657133 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a4f9344f-24d7-4138-a4ec-55b2c97bb228 req-5dfa8120-8c59-4899-9ca9-5352cecb8bf8 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557532 May 14 09:44:02.555072 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b294727-83c7-4486-8926-4780e6010a7c req-024d6026-f708-4497-a9e7-bb9bcf19f60b tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:02.559057 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6b294727-83c7-4486-8926-4780e6010a7c req-024d6026-f708-4497-a9e7-bb9bcf19f60b tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0919969 May 14 09:44:02.623796 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6b294727-83c7-4486-8926-4780e6010a7c req-95eabbef-0e6a-493f-a987-71c9ce64f2b2 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565963 May 14 09:44:02.905480 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19cfc2-059c-4896-876c-f61a549934ef req-189e654c-abbf-4745-a8d8-4d3d4feb1f3e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:02.907156 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ae19cfc2-059c-4896-876c-f61a549934ef req-189e654c-abbf-4745-a8d8-4d3d4feb1f3e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1038876 May 14 09:44:02.971836 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ae19cfc2-059c-4896-876c-f61a549934ef req-12c016f9-29ce-4d80-85f7-9fb9008cd359 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565422 May 14 09:44:03.839271 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2de0ed-351b-40f5-8f03-4c248da4dfa5 req-a1f62a98-0157-4879-9655-e72498ccbdba tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:03.841042 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8e2de0ed-351b-40f5-8f03-4c248da4dfa5 req-a1f62a98-0157-4879-9655-e72498ccbdba tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0985446 May 14 09:44:03.898142 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8e2de0ed-351b-40f5-8f03-4c248da4dfa5 req-dd34b9b4-cfbe-45ca-a7a6-dbf1133abe92 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498347 May 14 09:44:04.189227 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841d21c-98c1-49b8-89c1-69c86196bb20 req-b1f02833-f1ce-49c7-b149-9ad451930430 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:04.191088 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7841d21c-98c1-49b8-89c1-69c86196bb20 req-b1f02833-f1ce-49c7-b149-9ad451930430 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.0983551 May 14 09:44:04.248802 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7841d21c-98c1-49b8-89c1-69c86196bb20 req-57810388-536a-4a07-924b-93e3e6eb2cb2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513661 May 14 09:44:05.137278 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efc4e8-2c29-4153-91e9-6102df9c139e req-646fdaa6-a3e5-4a3c-a22d-a7ca55b6e6e7 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:05.138897 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-60efc4e8-2c29-4153-91e9-6102df9c139e req-646fdaa6-a3e5-4a3c-a22d-a7ca55b6e6e7 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0999839 May 14 09:44:05.210232 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-60efc4e8-2c29-4153-91e9-6102df9c139e req-e756ae22-23d6-4c3c-a4ca-2a3d499f88e1 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639071 May 14 09:44:05.577100 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddae68-9c0f-4834-8d0d-f91f4ddff6dc req-af8195c2-edf2-4ad6-8d65-98bd264a7d76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:05.578643 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-07ddae68-9c0f-4834-8d0d-f91f4ddff6dc req-af8195c2-edf2-4ad6-8d65-98bd264a7d76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1514359 May 14 09:44:05.640686 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-07ddae68-9c0f-4834-8d0d-f91f4ddff6dc req-23a0ad11-b248-47ce-b7d3-42c41a480b7a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534344 May 14 09:44:06.439857 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458da5c8-e636-4d77-a06a-7a165131b27e req-d495028d-3ea0-4345-8af1-a426193145ce tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:06.441406 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-458da5c8-e636-4d77-a06a-7a165131b27e req-d495028d-3ea0-4345-8af1-a426193145ce tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1004655 May 14 09:44:06.497068 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-458da5c8-e636-4d77-a06a-7a165131b27e req-ca9030b9-2bf9-4cc1-a4b5-77877e289a10 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476685 May 14 09:44:06.897452 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b29ec5-1d1c-4d68-a748-d21e9894380f req-fd7b3a70-7e07-4852-82d9-991a1dfe5f99 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:06.900482 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-62b29ec5-1d1c-4d68-a748-d21e9894380f req-fd7b3a70-7e07-4852-82d9-991a1dfe5f99 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.0981929 May 14 09:44:06.960371 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-62b29ec5-1d1c-4d68-a748-d21e9894380f req-c14b53a6-0ded-4e92-9c7c-0c243eba604d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528762 May 14 09:44:07.827194 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef89b8-ea15-4d44-a300-1c9342e82ad2 req-64dba05f-0197-4b18-891b-57698b6ffe0f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:07.849884 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e3ef89b8-ea15-4d44-a300-1c9342e82ad2 req-64dba05f-0197-4b18-891b-57698b6ffe0f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.2104375 May 14 09:44:07.940187 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e3ef89b8-ea15-4d44-a300-1c9342e82ad2 req-eb73a622-e5fc-4764-b9d5-9ccae2162906 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882769 May 14 09:44:08.269217 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff01c82-6d28-438e-b1b6-40c463a7e14b req-b275400e-001f-44c4-9187-6dd9adccd2b5 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:08.279433 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2ff01c82-6d28-438e-b1b6-40c463a7e14b req-b275400e-001f-44c4-9187-6dd9adccd2b5 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1328967 May 14 09:44:08.654202 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2ff01c82-6d28-438e-b1b6-40c463a7e14b req-1beecfba-1d1e-4e9a-ae36-ad96a989eee7 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3715031 May 14 09:44:08.750947 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 58982) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:08.752346 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24abf7b-af6b-41ab-b612-6dc39460d0a5 req-f62c1ece-cf1c-44db-8588-d233e034eff0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:08.754246 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a24abf7b-af6b-41ab-b612-6dc39460d0a5 req-f62c1ece-cf1c-44db-8588-d233e034eff0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.2119875 May 14 09:44:08.827207 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a24abf7b-af6b-41ab-b612-6dc39460d0a5 req-748e9c58-5b66-4328-a422-a4c6f31931fa tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590148 May 14 09:44:08.938257 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-791a73a7-2072-41dc-ae75-f204de9239c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:08.953285 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-791a73a7-2072-41dc-ae75-f204de9239c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:08.957182 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-791a73a7-2072-41dc-ae75-f204de9239c1 admin admin] Usage tracker for resource:security_group_rule and tenant:4f537367bc814db6ab551a845551af87 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:08.960412 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-791a73a7-2072-41dc-ae75-f204de9239c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:08.966767 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-791a73a7-2072-41dc-ae75-f204de9239c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:09.064846 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-791a73a7-2072-41dc-ae75-f204de9239c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:09.070922 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-791a73a7-2072-41dc-ae75-f204de9239c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:09.086959 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7b1e9092-970c-4015-bb23-7dd137978df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:09.128129 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a73a7-2072-41dc-ae75-f204de9239c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efc6e24-f85e-4165-b6a7-4f9c56984963,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:09.131706 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-791a73a7-2072-41dc-ae75-f204de9239c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:09.134682 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-791a73a7-2072-41dc-ae75-f204de9239c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f537367bc814db6ab551a845551af87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824682 May 14 09:44:09.138559 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 58998) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:09.194337 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397783c-6545-476a-8e6c-444a9ec4af7b req-6211c7cd-e6e7-4c57-8af7-a9adbc9cb8f2 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:09.195883 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9397783c-6545-476a-8e6c-444a9ec4af7b req-6211c7cd-e6e7-4c57-8af7-a9adbc9cb8f2 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1141670 May 14 09:44:09.231410 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a635d8d3-0c31-43d2-8fe7-ad2a5b77a340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:09.280806 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9397783c-6545-476a-8e6c-444a9ec4af7b req-2d26ef15-11c8-4543-ae48-517f30148c05 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721619 May 14 09:44:09.357804 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a635d8d3-0c31-43d2-8fe7-ad2a5b77a340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:09.434917 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a635d8d3-0c31-43d2-8fe7-ad2a5b77a340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:09.441567 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9eba2f43-5db6-460b-a746-964938bba387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:09.457228 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635d8d3-0c31-43d2-8fe7-ad2a5b77a340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efc6e24-f85e-4165-b6a7-4f9c56984963,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:09.460415 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a635d8d3-0c31-43d2-8fe7-ad2a5b77a340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:09.467944 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a635d8d3-0c31-43d2-8fe7-ad2a5b77a340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:09.469419 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-a635d8d3-0c31-43d2-8fe7-ad2a5b77a340 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4efc6e24-f85e-4165-b6a7-4f9c56984963 HTTP/1.1" status: 204 len: 168 time: 0.3296649 May 14 09:44:09.965757 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a363072-67b6-48f3-a886-68541e7290de req-79ce706b-fadf-4c36-abd5-c97a25668c33 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:09.973336 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7a363072-67b6-48f3-a886-68541e7290de req-79ce706b-fadf-4c36-abd5-c97a25668c33 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1125057 May 14 09:44:10.092472 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7a363072-67b6-48f3-a886-68541e7290de req-d1e6d697-b241-446f-a4f8-28b5e020b423 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146328 May 14 09:44:10.154990 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55210455-7bb2-45bd-8ddc-fb55e10e9eeb req-72535f90-6c6b-4deb-9bf3-5ea2c17045b8 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:10.156887 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-55210455-7bb2-45bd-8ddc-fb55e10e9eeb req-72535f90-6c6b-4deb-9bf3-5ea2c17045b8 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1587048 May 14 09:44:10.238667 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-55210455-7bb2-45bd-8ddc-fb55e10e9eeb req-f2024968-6bce-4d0f-a231-aad2087cd535 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758586 May 14 09:44:10.379623 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-16642102-2fa7-4ffb-9628-b97b2360bccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:10.542324 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1618326-b7e6-4679-af11-851a6334fd05 req-6a8e5341-9e50-4860-88e3-90796abb70be tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:10.545013 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c1618326-b7e6-4679-af11-851a6334fd05 req-6a8e5341-9e50-4860-88e3-90796abb70be tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1229010 May 14 09:44:10.614800 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c1618326-b7e6-4679-af11-851a6334fd05 req-dea88325-a6a7-4e76-b3b7-97578c807ea4 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613692 May 14 09:44:11.666900 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27056b-d503-44ff-b9da-a8fbcd6f535c req-7eb2633b-ab36-407e-8b89-3f156d4ec761 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:11.677116 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9c27056b-d503-44ff-b9da-a8fbcd6f535c req-7eb2633b-ab36-407e-8b89-3f156d4ec761 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.2202358 May 14 09:44:11.723128 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084bad2-b685-4c36-8376-3711b945c14e req-65545aeb-3738-43d2-a4b3-3c2d12a7fd26 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:11.725166 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c084bad2-b685-4c36-8376-3711b945c14e req-65545aeb-3738-43d2-a4b3-3c2d12a7fd26 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1937640 May 14 09:44:11.800663 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9c27056b-d503-44ff-b9da-a8fbcd6f535c req-24ee2bb0-4501-4d0b-b249-1335b4d5a1b8 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220825 May 14 09:44:11.860563 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c084bad2-b685-4c36-8376-3711b945c14e req-14dc4b50-da28-47ed-8ca6-ed8a9d302a19 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152778 May 14 09:44:12.069081 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaad77-3dbc-480b-b7dc-65ed6aa58bb2 req-58d84f81-630e-4f20-b18a-58daaf15f945 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:12.071331 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-44aaad77-3dbc-480b-b7dc-65ed6aa58bb2 req-58d84f81-630e-4f20-b18a-58daaf15f945 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0990691 May 14 09:44:12.121562 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-44aaad77-3dbc-480b-b7dc-65ed6aa58bb2 req-9037e88f-1cfa-4fbf-a2cc-19d4adc4ab70 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444143 May 14 09:44:12.778032 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:13.036420 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-3c733f26-7917-431b-a84b-930c6591864e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:13.195656 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704e4ca-319a-4ff1-89db-d7254a464689 req-f9e31928-e991-4fad-b390-592d0fca12b3 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:13.204834 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f704e4ca-319a-4ff1-89db-d7254a464689 req-f9e31928-e991-4fad-b390-592d0fca12b3 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1801155 May 14 09:44:13.316223 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f704e4ca-319a-4ff1-89db-d7254a464689 req-154b0bd1-8b25-4330-a03a-68efb2cb2f84 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099129 May 14 09:44:13.363676 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd27814-5ac2-4c3f-85ac-cc87ff95c316 req-a042a3ac-e1db-4637-a8f9-c2b5db590e56 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:13.365742 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-acd27814-5ac2-4c3f-85ac-cc87ff95c316 req-a042a3ac-e1db-4637-a8f9-c2b5db590e56 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.2475393 May 14 09:44:13.477865 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-acd27814-5ac2-4c3f-85ac-cc87ff95c316 req-5dc87ec3-9eeb-4975-b863-31482b4c3cf4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055994 May 14 09:44:13.663693 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b1e2f-91fb-452b-b72f-1698ab4bcab3 req-456722f1-860d-44a4-a444-028fc8438800 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:13.665506 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ab2b1e2f-91fb-452b-b72f-1698ab4bcab3 req-456722f1-860d-44a4-a444-028fc8438800 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1018996 May 14 09:44:13.714778 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 59122) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:13.731494 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ab2b1e2f-91fb-452b-b72f-1698ab4bcab3 req-f703ccc7-88b6-4b3d-abaf-7f8339e1b095 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595858 May 14 09:44:13.855776 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a7745d5b-91f4-4457-8b6a-ae4e52cf7d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:13.870376 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-a7745d5b-91f4-4457-8b6a-ae4e52cf7d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:13.874296 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-a7745d5b-91f4-4457-8b6a-ae4e52cf7d14 admin admin] Usage tracker for resource:security_group_rule and tenant:be07c796bf0f4dc2a666ba548835a824 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:13.877542 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-a7745d5b-91f4-4457-8b6a-ae4e52cf7d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:13.883328 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-a7745d5b-91f4-4457-8b6a-ae4e52cf7d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:13.970561 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a7745d5b-91f4-4457-8b6a-ae4e52cf7d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:13.978760 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a7745d5b-91f4-4457-8b6a-ae4e52cf7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:13.987629 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4d4d62d8-9cd7-4234-be67-f9d36cff6f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:14.021878 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:14.029218 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-a7745d5b-91f4-4457-8b6a-ae4e52cf7d14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be07c796bf0f4dc2a666ba548835a824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132162 May 14 09:44:14.030097 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7745d5b-91f4-4457-8b6a-ae4e52cf7d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05617d59-21e2-4288-b4cb-905b08232e3b,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:14.032324 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 59130) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:14.033414 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a7745d5b-91f4-4457-8b6a-ae4e52cf7d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:14.100446 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1d605600-3637-44c3-8323-beb63ca83d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:14.130154 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1d605600-3637-44c3-8323-beb63ca83d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:14.191896 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1d605600-3637-44c3-8323-beb63ca83d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:14.195778 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-60cd77cb-87d5-46fe-8546-148e1d88f38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:14.212026 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d605600-3637-44c3-8323-beb63ca83d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05617d59-21e2-4288-b4cb-905b08232e3b,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:14.214993 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1d605600-3637-44c3-8323-beb63ca83d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:14.217181 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1d605600-3637-44c3-8323-beb63ca83d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:14.218221 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-1d605600-3637-44c3-8323-beb63ca83d82 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05617d59-21e2-4288-b4cb-905b08232e3b HTTP/1.1" status: 204 len: 168 time: 0.1845601 May 14 09:44:14.295605 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:14.531783 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be71b64-ae8d-4afe-a913-ab7804075f6d req-31b1e4ec-3c8b-4f03-ad86-87668841f7b9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:14.534181 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be71b64-ae8d-4afe-a913-ab7804075f6d req-31b1e4ec-3c8b-4f03-ad86-87668841f7b9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.0872498 May 14 09:44:14.593903 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be71b64-ae8d-4afe-a913-ab7804075f6d req-961ef4de-646b-4a57-b6f5-5e45c4e39d5d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515001 May 14 09:44:14.698803 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c54007-3866-4e36-ab0b-4af3375eedba req-7b5db4df-3b1a-4424-9d78-425a9487a627 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:14.700301 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e9c54007-3866-4e36-ab0b-4af3375eedba req-7b5db4df-3b1a-4424-9d78-425a9487a627 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.0997076 May 14 09:44:14.755483 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e9c54007-3866-4e36-ab0b-4af3375eedba req-300d9390-1bbd-4bec-b53d-e586dd5678fd tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489898 May 14 09:44:14.951822 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdda53-fd83-4a35-a18c-4714b1692243 req-756a6562-51c6-4d86-ad31-8159ea5c1719 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:14.953287 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d6fdda53-fd83-4a35-a18c-4714b1692243 req-756a6562-51c6-4d86-ad31-8159ea5c1719 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0941060 May 14 09:44:15.002895 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d6fdda53-fd83-4a35-a18c-4714b1692243 req-b6c34bd3-7c1d-4337-8493-6d516247675c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 May 14 09:44:15.786088 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:15.831472 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8168f-e755-4118-9b38-cb331740c518 req-832a2e54-8f4a-47e6-a5a4-b119f943dcd3 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:15.833095 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e7a8168f-e755-4118-9b38-cb331740c518 req-832a2e54-8f4a-47e6-a5a4-b119f943dcd3 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1050687 May 14 09:44:15.913863 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e7a8168f-e755-4118-9b38-cb331740c518 req-fa167fb1-15e5-4f87-8180-a07be2930ed4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749767 May 14 09:44:15.964122 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e351745-0648-42f4-a171-f29be046988d req-839ef315-3076-4201-93bb-bbff88abe3ff tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:15.965622 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8e351745-0648-42f4-a171-f29be046988d req-839ef315-3076-4201-93bb-bbff88abe3ff tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.0925941 May 14 09:44:16.012060 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8e351745-0648-42f4-a171-f29be046988d req-11713a0f-6c90-49fa-8ab9-12a4b724e4f2 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400457 May 14 09:44:16.286065 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea47cb4-a356-4a1a-a05e-d0363d15e286 req-6cd274fd-f685-42ea-8738-6e95502e97b7 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:16.287610 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cea47cb4-a356-4a1a-a05e-d0363d15e286 req-6cd274fd-f685-42ea-8738-6e95502e97b7 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1702187 May 14 09:44:16.334969 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cea47cb4-a356-4a1a-a05e-d0363d15e286 req-fb486956-8047-4d33-9d8c-a652d7678560 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407405 May 14 09:44:17.182420 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d3b22-a556-45e5-82d0-93bfbbbd653b req-d54d2aa8-4c2f-4c5c-8a33-61ee3a3d16ce tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:17.183866 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-997d3b22-a556-45e5-82d0-93bfbbbd653b req-d54d2aa8-4c2f-4c5c-8a33-61ee3a3d16ce tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1414702 May 14 09:44:17.239966 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-997d3b22-a556-45e5-82d0-93bfbbbd653b req-7768e839-02d5-4d0c-902a-1f8207a781c8 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492144 May 14 09:44:17.264850 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0b1f1-8c79-4f27-8bba-04253c9dca41 req-8b2a9fc3-0025-42a7-bba8-d1e765bc56e0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:17.266294 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-31c0b1f1-8c79-4f27-8bba-04253c9dca41 req-8b2a9fc3-0025-42a7-bba8-d1e765bc56e0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1306884 May 14 09:44:17.316203 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-31c0b1f1-8c79-4f27-8bba-04253c9dca41 req-496fd364-5743-4506-ad84-f1492b7b4672 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436194 May 14 09:44:17.539581 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04158433-6165-4a1e-89ca-0ea1c811fcdb req-91b6f2f2-a9de-4285-b9f9-96c230f1f24e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:17.541111 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-04158433-6165-4a1e-89ca-0ea1c811fcdb req-91b6f2f2-a9de-4285-b9f9-96c230f1f24e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0926077 May 14 09:44:17.589300 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-04158433-6165-4a1e-89ca-0ea1c811fcdb req-5341c4e9-ff32-4e4a-851a-2836d90c90d1 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 May 14 09:44:18.470095 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 59254) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:18.613435 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de821fd6-56df-47fd-836a-82972d3dc45d req-be2c7b39-b249-4631-847a-5f84dbbe42c6 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:18.618422 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-de821fd6-56df-47fd-836a-82972d3dc45d req-be2c7b39-b249-4631-847a-5f84dbbe42c6 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.2286863 May 14 09:44:18.680019 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:18.685634 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20fe0f-837a-4cf0-8433-3ed34f10d8fb req-b488c888-eb88-42e5-9038-f834408150d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:18.687848 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9b20fe0f-837a-4cf0-8433-3ed34f10d8fb req-b488c888-eb88-42e5-9038-f834408150d2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 1098 time: 0.1807001 May 14 09:44:18.695692 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e281c0-1d95-406a-8231-92f331e0be5f req-13eea2e9-8837-48cb-81e2-8b06640e8bf2 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:18.700011 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c5e281c0-1d95-406a-8231-92f331e0be5f req-13eea2e9-8837-48cb-81e2-8b06640e8bf2 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.2399468 May 14 09:44:18.703331 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:18.708205 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Usage tracker for resource:security_group_rule and tenant:3adb2f273d274cf7889abda5f8c3b843 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:18.711330 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:18.718287 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:18.748091 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-de821fd6-56df-47fd-836a-82972d3dc45d req-bc915382-0e78-46e6-8d86-5a91e63002f7 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219134 May 14 09:44:18.785287 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c5e281c0-1d95-406a-8231-92f331e0be5f req-58e8be19-e14c-41f1-9403-adb9893f50f9 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763533 May 14 09:44:18.839611 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:18.846772 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:18.875017 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9d050350-84e6-49da-8899-56b7aaaf6d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:18.908243 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd1458c-144d-449c-91b0-5bd375ebfa87,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:18.912141 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3adb2f273d274cf7889abda5f8c3b843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408474 May 14 09:44:18.919136 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 59286) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:18.920783 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:18.921583 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:18.922109 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:18.922647 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:18.923008 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:18.923370 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:18.923749 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:18.924103 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:18.924539 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:18.924803 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:18.925145 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:18.925489 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:18.929744 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:19.089108 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:19.131323 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:19.146269 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb907234-c06a-49a0-8269-d7cda14523b9 req-e9ec2e9b-8265-4a87-875d-f7a805484073 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:19.147768 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-eb907234-c06a-49a0-8269-d7cda14523b9 req-e9ec2e9b-8265-4a87-875d-f7a805484073 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1875632 May 14 09:44:19.220478 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-eb907234-c06a-49a0-8269-d7cda14523b9 req-45f6d33d-9849-416b-abdd-c7c80e81fb05 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590045 May 14 09:44:19.236268 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:19.240667 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1d605600-3637-44c3-8323-beb63ca83d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:19.257507 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd1458c-144d-449c-91b0-5bd375ebfa87,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:19.267127 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:19.267492 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:19.267997 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:19.268284 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:19.268631 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:19.268959 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:19.269402 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:19.269680 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:19.270143 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:19.270301 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:19.270631 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:19.270966 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:19.273998 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:19.276465 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4bd1458c-144d-449c-91b0-5bd375ebfa87 HTTP/1.1" status: 204 len: 168 time: 0.3559949 May 14 09:44:19.277535 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:19.959175 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9b20fe0f-837a-4cf0-8433-3ed34f10d8fb req-44d3e26d-32ac-4e01-8b52-808ab7b2395a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000993 May 14 09:44:20.055067 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffe8d3-0d9c-4013-a95e-bd35ad41a0bb req-237c415b-d1d7-40a6-9ad5-a38cebc3f51a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:20.056911 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6bffe8d3-0d9c-4013-a95e-bd35ad41a0bb req-237c415b-d1d7-40a6-9ad5-a38cebc3f51a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1550853 May 14 09:44:20.090262 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc687ef-f0ef-4e0e-98f4-815d44dda90a req-fd0e43d2-52b2-4fa7-b69f-ba8f71fabad3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:20.091769 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ddc687ef-f0ef-4e0e-98f4-815d44dda90a req-fd0e43d2-52b2-4fa7-b69f-ba8f71fabad3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1386473 May 14 09:44:20.143714 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6bffe8d3-0d9c-4013-a95e-bd35ad41a0bb req-c6471c95-7047-4133-ab0e-b703f4e29fa1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695045 May 14 09:44:20.166004 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ddc687ef-f0ef-4e0e-98f4-815d44dda90a req-d4615214-3c7f-4018-9d1f-509c0de81ad7 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574994 May 14 09:44:20.426070 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56525ce0-2ee7-4d1e-8f7c-d294ad720b15 req-8a916d3d-0681-4c75-8664-a1988ed02c6c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:20.427823 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-56525ce0-2ee7-4d1e-8f7c-d294ad720b15 req-8a916d3d-0681-4c75-8664-a1988ed02c6c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0965304 May 14 09:44:20.480762 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-56525ce0-2ee7-4d1e-8f7c-d294ad720b15 req-ba9624f8-f2b5-4ccb-8ae0-acadc23181a5 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467560 May 14 09:44:20.851716 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 5d039db5-4b1e-4b9c-82ea-447824ecfd7f details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:44:20.997358 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:44:21.012005 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'port_id': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'mac_address': 'fa:16:3e:eb:51:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:44:21.070363 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:21.088497 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d039db5-4b1e-4b9c-82ea-447824ecfd7f {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:44:21.106018 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:44:21.111189 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:21.113005 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:21.188607 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,revision_number=6']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:21.192302 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:21.416748 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ffffc-70df-41ef-b5c7-f9059f13f46a req-a610ddff-8750-4c61-a46f-25cbb974ec0e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:21.418505 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-351ffffc-70df-41ef-b5c7-f9059f13f46a req-a610ddff-8750-4c61-a46f-25cbb974ec0e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 945 time: 0.1460588 May 14 09:44:21.428823 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0c370-8915-40c7-a27f-4e215e7a53ad req-58c9ff91-4eca-4bf8-84d6-306326c14375 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:21.432238 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d9d0c370-8915-40c7-a27f-4e215e7a53ad req-58c9ff91-4eca-4bf8-84d6-306326c14375 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1203220 May 14 09:44:21.507328 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-351ffffc-70df-41ef-b5c7-f9059f13f46a req-f2b37a11-fbed-4041-8bf1-f9f3d5cf5940 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759983 May 14 09:44:21.516031 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d9d0c370-8915-40c7-a27f-4e215e7a53ad req-40a48cf7-0a02-419b-9c19-1c2d54be22e7 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633454 May 14 09:44:21.715588 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b3514-35f5-4554-a91d-7535a005f4b3 req-84619866-1e1b-4453-b2c7-6326b316b0f0 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:21.717239 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-764b3514-35f5-4554-a91d-7535a005f4b3 req-84619866-1e1b-4453-b2c7-6326b316b0f0 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0909047 May 14 09:44:21.768672 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-764b3514-35f5-4554-a91d-7535a005f4b3 req-86edb884-02f7-4f65-8cbc-8a5e623d4a0c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448599 May 14 09:44:22.024514 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['5d039db5-4b1e-4b9c-82ea-447824ecfd7f'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:44:22.391249 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 5d039db5-4b1e-4b9c-82ea-447824ecfd7f up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:44:22.496693 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:44:22.497153 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:22.688551 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:22.718416 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:44:22.729821 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:44:22.736976 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:22.740442 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:22.832438 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,revision_number=7']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:22.836321 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:22.879960 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eee4a-cbe0-440d-a653-4ac25d9c5881 req-23dafa19-8b18-4b36-a2c7-464ed1949766 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:22.888284 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-214eee4a-cbe0-440d-a653-4ac25d9c5881 req-23dafa19-8b18-4b36-a2c7-464ed1949766 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 945 time: 0.2205865 May 14 09:44:23.055516 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8a89e-c557-4c95-840d-1338e7653f40 req-8442086a-450e-46b1-85b1-bef19916294c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:23.057042 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f4d8a89e-c557-4c95-840d-1338e7653f40 req-8442086a-450e-46b1-85b1-bef19916294c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.3276973 May 14 09:44:23.072069 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-214eee4a-cbe0-440d-a653-4ac25d9c5881 req-b9aa972f-3742-45eb-87d2-9e106d040270 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824784 May 14 09:44:23.128961 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f4d8a89e-c557-4c95-840d-1338e7653f40 req-28fba91a-84b5-40e8-9d79-07392175c141 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558076 May 14 09:44:23.155821 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'code': 200} May 14 09:44:23.345078 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb7b4a-2668-4498-8c5c-f760fac5241d req-3a7e38f7-f80f-4a28-8b8c-218657e5072d tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:23.346428 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bdfb7b4a-2668-4498-8c5c-f760fac5241d req-3a7e38f7-f80f-4a28-8b8c-218657e5072d tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0896916 May 14 09:44:23.439101 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bdfb7b4a-2668-4498-8c5c-f760fac5241d req-480ce194-fdb8-4c67-91da-444866f29af7 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829787 May 14 09:44:23.909576 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 59442) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:23.998748 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d10f272-12aa-4cee-813d-98fdeb337170 admin admin] Deleting subnet b14c19af-59df-4b55-a62c-da3ac979cff6 {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:44:24.007858 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8d10f272-12aa-4cee-813d-98fdeb337170 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:24.071471 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8d10f272-12aa-4cee-813d-98fdeb337170 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8351112'] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:24.099291 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 59452) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:24.165194 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8d10f272-12aa-4cee-813d-98fdeb337170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:24.347482 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d8942035-2cfe-48d0-9d5c-2909e63b37f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:24.364196 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d8942035-2cfe-48d0-9d5c-2909e63b37f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:24.368891 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-d8942035-2cfe-48d0-9d5c-2909e63b37f1 admin admin] Usage tracker for resource:security_group_rule and tenant:5c86b010894e408f9652b9fe742db275 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:24.371997 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-d8942035-2cfe-48d0-9d5c-2909e63b37f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:24.379481 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d8942035-2cfe-48d0-9d5c-2909e63b37f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:24.493142 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d8942035-2cfe-48d0-9d5c-2909e63b37f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:24.503130 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d8942035-2cfe-48d0-9d5c-2909e63b37f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:24.516984 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c1ec8c7c-4f72-4fdd-aa34-95abb3d812d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:24.570750 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-d8942035-2cfe-48d0-9d5c-2909e63b37f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c86b010894e408f9652b9fe742db275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697649 May 14 09:44:24.573412 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 59462) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:24.576518 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8942035-2cfe-48d0-9d5c-2909e63b37f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2b1c32-7720-467d-95d4-5fbb4b95e581,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:24.600675 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc54ef-f555-4db0-83b5-b22353757d1c req-cad3394a-5450-4532-84d9-b16188ea5faa tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:24.602283 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-62dc54ef-f555-4db0-83b5-b22353757d1c req-cad3394a-5450-4532-84d9-b16188ea5faa tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.2416627 May 14 09:44:24.614816 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892b024-afd2-4b77-b155-5dba8d587ab0 req-7f76a203-6cf9-4b4f-b2b4-64017234a672 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:24.616400 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b892b024-afd2-4b77-b155-5dba8d587ab0 req-7f76a203-6cf9-4b4f-b2b4-64017234a672 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.3142776 May 14 09:44:24.623160 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d8942035-2cfe-48d0-9d5c-2909e63b37f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:24.647443 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-64ba748f-39b9-4b6c-9802-19192c57e957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:24.681294 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-64ba748f-39b9-4b6c-9802-19192c57e957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:24.705098 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-62dc54ef-f555-4db0-83b5-b22353757d1c req-f5d51f85-df14-47a0-bae8-03169f4b661d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876160 May 14 09:44:24.739175 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8d10f272-12aa-4cee-813d-98fdeb337170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7820895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7138095'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:24.750726 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-64ba748f-39b9-4b6c-9802-19192c57e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:24.754912 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b04f7444-a3a9-4511-8adf-18cbb769cdea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:24.757372 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b892b024-afd2-4b77-b155-5dba8d587ab0 req-a8083f3f-1cc5-4da3-81a4-72d6a036b119 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160197 May 14 09:44:24.759251 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6f6ec25b-90aa-4771-8673-c4169ebd3894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:24.773282 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba748f-39b9-4b6c-9802-19192c57e957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2b1c32-7720-467d-95d4-5fbb4b95e581,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:24.776295 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-64ba748f-39b9-4b6c-9802-19192c57e957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:24.786724 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-64ba748f-39b9-4b6c-9802-19192c57e957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:24.788205 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-64ba748f-39b9-4b6c-9802-19192c57e957 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f2b1c32-7720-467d-95d4-5fbb4b95e581 HTTP/1.1" status: 204 len: 168 time: 0.2133191 May 14 09:44:24.817404 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10f272-12aa-4cee-813d-98fdeb337170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14c19af-59df-4b55-a62c-da3ac979cff6,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:24.819318 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8d10f272-12aa-4cee-813d-98fdeb337170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:24.822142 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8d10f272-12aa-4cee-813d-98fdeb337170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:24.828101 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-8d10f272-12aa-4cee-813d-98fdeb337170 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b14c19af-59df-4b55-a62c-da3ac979cff6 HTTP/1.1" status: 204 len: 168 time: 0.9161396 May 14 09:44:24.830892 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 59468) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:25.104743 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06a705-ffc1-4c26-84d1-82d106696044 req-a087ed2e-1850-4b60-bb7b-8a083d8fe7f8 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:25.111196 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-46c9c540-228a-4fd7-af99-cb993278f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:25.114045 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5a06a705-ffc1-4c26-84d1-82d106696044 req-a087ed2e-1850-4b60-bb7b-8a083d8fe7f8 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.2103362 May 14 09:44:25.202459 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5a06a705-ffc1-4c26-84d1-82d106696044 req-5861ccda-62e3-405b-a10f-1e732dec977c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871413 May 14 09:44:25.351179 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-46c9c540-228a-4fd7-af99-cb993278f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:25.372841 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-46c9c540-228a-4fd7-af99-cb993278f834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66768f14-8bfb-4ecc-bc6f-f5660f90bea9']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:25.391801 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-46c9c540-228a-4fd7-af99-cb993278f834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3315d3d0-5fc6-4275-a23a-41dbfb5d8a55') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:25.392149 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-46c9c540-228a-4fd7-af99-cb993278f834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3315d3d0-5fc6-4275-a23a-41dbfb5d8a55') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:25.408421 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-46c9c540-228a-4fd7-af99-cb993278f834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5551366'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:25.429769 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-46c9c540-228a-4fd7-af99-cb993278f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:25.439168 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c9c540-228a-4fd7-af99-cb993278f834 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:44:25.439624 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-46c9c540-228a-4fd7-af99-cb993278f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474451'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: Traceback (most recent call last): May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: timer() May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: cb(*args, **kw) May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: return func(*args, **kwargs) May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: self._notify() May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: self.callback(batched_events) May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: event.method(event) May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: return f(self, *a, **k) May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._get(url).json() May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:44:25.464905 dv-cinder-734144-18-iscsi neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:44:25.559043 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-46c9c540-228a-4fd7-af99-cb993278f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:25.564059 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:25.579697 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-46c9c540-228a-4fd7-af99-cb993278f834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:25.593955 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-46c9c540-228a-4fd7-af99-cb993278f834 admin admin] 10.222.0.30 "DELETE /v2.0/networks/66768f14-8bfb-4ecc-bc6f-f5660f90bea9 HTTP/1.1" status: 204 len: 168 time: 0.7592456 May 14 09:44:25.593955 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9c540-228a-4fd7-af99-cb993278f834 admin admin] Pushing event deleted for resources: {'Network': ['ID=66768f14-8bfb-4ecc-bc6f-f5660f90bea9,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:25.596116 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-46c9c540-228a-4fd7-af99-cb993278f834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:25.893705 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 59492) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:25.972666 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcbc3d-d4eb-4fe7-a7ba-280a0bfe1e0a req-550f2559-1807-4adb-8484-2d34123d2266 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:25.979736 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-96fcbc3d-d4eb-4fe7-a7ba-280a0bfe1e0a req-550f2559-1807-4adb-8484-2d34123d2266 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1586790 May 14 09:44:25.997847 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-79d99be1-57ec-47d8-b2d3-4950ff7c10d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce6ad53f50d543b69e148a95261e9ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1023221 May 14 09:44:26.001753 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 59496) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:26.021938 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b2b4c-a158-4956-9f09-7df9207e746b req-46be4ce7-f131-4315-bbc5-d53da1d86e7c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:26.022507 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e74b2b4c-a158-4956-9f09-7df9207e746b req-46be4ce7-f131-4315-bbc5-d53da1d86e7c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1629460 May 14 09:44:26.073896 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-96fcbc3d-d4eb-4fe7-a7ba-280a0bfe1e0a req-912d8506-52b2-4c11-8f69-d65940455dc0 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924230 May 14 09:44:26.128417 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4e8edcfe-5b8c-46e3-a78f-927bc0e34b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:26.132221 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e74b2b4c-a158-4956-9f09-7df9207e746b req-3853c37f-719c-4dda-80f5-d2518c54dbfa tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992062 May 14 09:44:26.169501 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4e8edcfe-5b8c-46e3-a78f-927bc0e34b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:26.231199 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4e8edcfe-5b8c-46e3-a78f-927bc0e34b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:26.244353 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a7745d5b-91f4-4457-8b6a-ae4e52cf7d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:26.258394 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8edcfe-5b8c-46e3-a78f-927bc0e34b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bab0f8f-378e-4312-9e59-82a5f839c04a,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:26.262028 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4e8edcfe-5b8c-46e3-a78f-927bc0e34b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:26.264439 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-4e8edcfe-5b8c-46e3-a78f-927bc0e34b99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3bab0f8f-378e-4312-9e59-82a5f839c04a HTTP/1.1" status: 204 len: 168 time: 0.2610977 May 14 09:44:26.265515 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4e8edcfe-5b8c-46e3-a78f-927bc0e34b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:26.328789 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8e71b-eb2e-4faf-b7d2-7d5cce21e5a1 req-ae97bfe9-098c-48c5-be7b-2e8c5f045a38 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:26.330502 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-feb8e71b-eb2e-4faf-b7d2-7d5cce21e5a1 req-ae97bfe9-098c-48c5-be7b-2e8c5f045a38 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1181049 May 14 09:44:26.407130 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-feb8e71b-eb2e-4faf-b7d2-7d5cce21e5a1 req-6c9e3065-e6d7-45db-a54c-1e5ed7979ab1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689032 May 14 09:44:26.664252 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d638cc8-958f-4f71-a6c8-2bb1170f8663 req-d13f89bd-f089-4b7a-abeb-d0500a67d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:26.665753 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8d638cc8-958f-4f71-a6c8-2bb1170f8663 req-d13f89bd-f089-4b7a-abeb-d0500a67d794 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=820eac1dbc9946d4beb718c13a457562&device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 1098 time: 0.0997944 May 14 09:44:26.863339 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d638cc8-958f-4f71-a6c8-2bb1170f8663 req-73c04384-bf13-49d2-a714-5331ed297432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:26.865012 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8d638cc8-958f-4f71-a6c8-2bb1170f8663 req-73c04384-bf13-49d2-a714-5331ed297432 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb5188e6-2019-4f12-8f56-7be059842ad1 HTTP/1.1" status: 200 len: 920 time: 0.1763883 May 14 09:44:26.944184 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8d638cc8-958f-4f71-a6c8-2bb1170f8663 req-8dc55647-bd2a-4736-aec5-54cc68f254d4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b HTTP/1.1" status: 200 len: 217 time: 0.0686517 May 14 09:44:27.139579 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d638cc8-958f-4f71-a6c8-2bb1170f8663 req-32e01f5d-5e0c-4c17-9ab0-839b8a057994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:27.141807 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8d638cc8-958f-4f71-a6c8-2bb1170f8663 req-32e01f5d-5e0c-4c17-9ab0-839b8a057994 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4bc9d5e2-e185-405f-8722-476ba29acd76 HTTP/1.1" status: 200 len: 859 time: 0.1898932 May 14 09:44:27.227138 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8d638cc8-958f-4f71-a6c8-2bb1170f8663 req-bb77ca20-f1b0-482c-be21-d8d6df082da3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb5188e6-2019-4f12-8f56-7be059842ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776343 May 14 09:44:27.730141 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8d638cc8-958f-4f71-a6c8-2bb1170f8663 req-64f34688-f0ab-4b0a-867d-742bcfb26792 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860034 May 14 09:44:27.959818 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7be76-a49d-46e0-9cf4-cb4952428f29 req-ff2c91b0-ac79-4028-aa94-e1b5104d1e86 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:27.968777 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7ea7be76-a49d-46e0-9cf4-cb4952428f29 req-ff2c91b0-ac79-4028-aa94-e1b5104d1e86 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.4097085 May 14 09:44:28.017349 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d762f4a-f77e-499f-b287-7324aa162ac8 req-f89fcd8b-7326-41de-8f07-424a0a87eac0 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:28.028554 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9d762f4a-f77e-499f-b287-7324aa162ac8 req-f89fcd8b-7326-41de-8f07-424a0a87eac0 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.6998341 May 14 09:44:28.165360 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8d638cc8-958f-4f71-a6c8-2bb1170f8663 req-12c89ca9-41bf-420e-9830-cbe30dc56702 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278121 May 14 09:44:28.196766 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9d762f4a-f77e-499f-b287-7324aa162ac8 req-259059c8-dc43-4b87-b9da-c5fbe7eef6f2 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659236 May 14 09:44:28.206512 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7ea7be76-a49d-46e0-9cf4-cb4952428f29 req-2d6899a4-2eb0-45ac-87d5-3dc2979eaa21 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368431 May 14 09:44:28.511084 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c0178-92ad-4d07-9d0d-dd9cc9db30f0 req-1ae98064-4e12-42e3-9ccd-626bdd85fe2b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:28.519922 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-642c0178-92ad-4d07-9d0d-dd9cc9db30f0 req-1ae98064-4e12-42e3-9ccd-626bdd85fe2b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1309853 May 14 09:44:28.598963 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-642c0178-92ad-4d07-9d0d-dd9cc9db30f0 req-36e36503-b1f6-4bf8-be1a-eb365223c298 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778735 May 14 09:44:29.534660 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd129bf-7055-4879-8c56-54f94207748e req-f5f7563b-9abe-40db-a992-ab728a853624 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:29.536119 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd129bf-7055-4879-8c56-54f94207748e req-f5f7563b-9abe-40db-a992-ab728a853624 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1765282 May 14 09:44:29.573696 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d1e9f-8af0-427a-938f-b89c6b5364d5 req-5015ba54-a78e-4158-a784-ec721ea0658c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:29.580516 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e16d1e9f-8af0-427a-938f-b89c6b5364d5 req-5015ba54-a78e-4158-a784-ec721ea0658c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1500490 May 14 09:44:29.654218 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd129bf-7055-4879-8c56-54f94207748e req-e759bc75-287d-4cc9-aae2-b14b49d42b03 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117761 May 14 09:44:29.661781 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e16d1e9f-8af0-427a-938f-b89c6b5364d5 req-46d32172-26bb-4d0a-bb9e-210219ceb669 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797753 May 14 09:44:29.902238 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64281595-88fa-4ec7-9d7c-844248c60838 req-26324ac0-d842-4416-8afd-b3e4459f5f47 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:29.903925 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-64281595-88fa-4ec7-9d7c-844248c60838 req-26324ac0-d842-4416-8afd-b3e4459f5f47 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1099770 May 14 09:44:29.969103 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-64281595-88fa-4ec7-9d7c-844248c60838 req-58523035-e818-4f32-99d7-f7072c25144f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545495 May 14 09:44:30.942594 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a00b7-8952-4e16-b071-4398b90646e6 req-2f656a52-256c-44b7-9365-0607845fd91c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:30.944197 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d93a00b7-8952-4e16-b071-4398b90646e6 req-2f656a52-256c-44b7-9365-0607845fd91c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1518660 May 14 09:44:30.974342 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575cd84-d205-43ce-b1fa-892389e1af05 req-bd003e78-482f-4ddc-9e83-11ae9bf5bb02 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:30.981397 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9575cd84-d205-43ce-b1fa-892389e1af05 req-bd003e78-482f-4ddc-9e83-11ae9bf5bb02 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1381111 May 14 09:44:31.046898 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d93a00b7-8952-4e16-b071-4398b90646e6 req-9a6b2b42-9d59-47b2-9987-4f711fe79146 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941865 May 14 09:44:31.055615 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9575cd84-d205-43ce-b1fa-892389e1af05 req-8deed3dc-abaf-4450-9ea2-eeb475bbb1dd tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732698 May 14 09:44:31.345340 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97aaa7-c52c-4bf9-b15f-403add1f23e8 req-d741d80d-2330-499e-bc90-19b5c8bfc0a3 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:31.346890 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9d97aaa7-c52c-4bf9-b15f-403add1f23e8 req-d741d80d-2330-499e-bc90-19b5c8bfc0a3 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1266603 May 14 09:44:31.404658 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9d97aaa7-c52c-4bf9-b15f-403add1f23e8 req-a5b5fa13-451b-4618-8c95-7e4fed9167ca tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510702 May 14 09:44:32.436020 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c54151-45fa-45ee-95ba-0c5c207877c9 req-bf0e491c-2e48-4dc9-90f1-307abccdccfe tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:32.437576 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e4c54151-45fa-45ee-95ba-0c5c207877c9 req-bf0e491c-2e48-4dc9-90f1-307abccdccfe tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.2491641 May 14 09:44:32.445302 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707f473-b048-4b88-a195-f23605dc282e req-e29c4946-55f7-4f29-b192-cf49771cc2e3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:32.448184 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5707f473-b048-4b88-a195-f23605dc282e req-e29c4946-55f7-4f29-b192-cf49771cc2e3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.2060831 May 14 09:44:32.518541 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e4c54151-45fa-45ee-95ba-0c5c207877c9 req-e7a7e54d-21ff-484b-a983-a0c54746918e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690670 May 14 09:44:32.552062 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5707f473-b048-4b88-a195-f23605dc282e req-68d87957-8fea-4ab9-b697-cc2e5a026d17 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734668 May 14 09:44:32.755051 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfac68-9968-4e6b-9a16-d3afc47d3f91 req-b8655f15-63c5-4831-b4e5-a97fdd78757f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:32.756610 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-42cfac68-9968-4e6b-9a16-d3afc47d3f91 req-b8655f15-63c5-4831-b4e5-a97fdd78757f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1184452 May 14 09:44:32.816014 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-42cfac68-9968-4e6b-9a16-d3afc47d3f91 req-1e4988b2-6814-4616-9616-ffe6034782be tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535173 May 14 09:44:33.027077 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:44:33.944204 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a23c8-a4c2-4460-8ca9-12e7e4066454 req-38ab8927-0761-4431-88b5-7fb211fed86f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:33.951599 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-580a23c8-a4c2-4460-8ca9-12e7e4066454 req-38ab8927-0761-4431-88b5-7fb211fed86f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.3038573 May 14 09:44:34.073724 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-580a23c8-a4c2-4460-8ca9-12e7e4066454 req-79c2375d-d01f-4042-ba2d-601be7ae5853 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211362 May 14 09:44:34.129848 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b3803-80de-4343-a7cb-85685599a42e req-38aedba0-5706-4069-8387-7e439c170c64 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:34.134758 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-937b3803-80de-4343-a7cb-85685599a42e req-38aedba0-5706-4069-8387-7e439c170c64 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.3691604 May 14 09:44:34.235697 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-937b3803-80de-4343-a7cb-85685599a42e req-33293851-3484-4f60-8fab-777baa993138 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897810 May 14 09:44:34.444789 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d22e3-a111-4622-9c7e-441ef2c35c42 req-481bb1e5-047f-4bac-a126-7a42a933db4e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:34.459099 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f33d22e3-a111-4622-9c7e-441ef2c35c42 req-481bb1e5-047f-4bac-a126-7a42a933db4e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1565466 May 14 09:44:34.600196 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f33d22e3-a111-4622-9c7e-441ef2c35c42 req-159ea724-fb4d-4d61-a78f-2878884a4e76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350157 May 14 09:44:35.422746 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694599e-cb92-4cf6-bf0c-a1453c12f148 req-d1a5194c-e071-4b0e-a182-84f32b894591 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:35.424497 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7694599e-cb92-4cf6-bf0c-a1453c12f148 req-d1a5194c-e071-4b0e-a182-84f32b894591 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1587315 May 14 09:44:35.515174 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7694599e-cb92-4cf6-bf0c-a1453c12f148 req-df1e924c-06cf-4021-8e8b-6f4e38a5e091 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811720 May 14 09:44:35.775068 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddbf4d-346a-4147-aa2e-a430e147856a req-ad3c92cc-60c9-4d7f-b63c-4f7b00c22e97 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:35.782560 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d0ddbf4d-346a-4147-aa2e-a430e147856a req-ad3c92cc-60c9-4d7f-b63c-4f7b00c22e97 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1507566 May 14 09:44:35.911629 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d0ddbf4d-346a-4147-aa2e-a430e147856a req-c0ebe397-131c-472f-8e9f-b01511b3d729 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272755 May 14 09:44:36.058307 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120e3e1-4daf-4d07-a865-7d35d50e3416 req-ff56c58c-7da5-455b-9986-2994cd255bdd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:36.061097 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e120e3e1-4daf-4d07-a865-7d35d50e3416 req-ff56c58c-7da5-455b-9986-2994cd255bdd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.2391295 May 14 09:44:36.151059 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e120e3e1-4daf-4d07-a865-7d35d50e3416 req-d3bc41a1-7d81-462d-9059-2eb56bc68db0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819492 May 14 09:44:37.130724 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388bf6b-26d2-498d-a679-164eb8e28db7 req-c434ef8a-ddf3-44ba-ab4c-7dc53ab22073 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:37.138769 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d388bf6b-26d2-498d-a679-164eb8e28db7 req-c434ef8a-ddf3-44ba-ab4c-7dc53ab22073 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1110084 May 14 09:44:37.195717 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d388bf6b-26d2-498d-a679-164eb8e28db7 req-401421ad-68a0-4f45-b53d-1bb903bec842 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559225 May 14 09:44:37.492239 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a086b9c-3780-4ba6-b579-b8101559a56c req-f9a52f4d-eaaa-4184-bc9a-d886abc143fe tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:37.493787 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9a086b9c-3780-4ba6-b579-b8101559a56c req-f9a52f4d-eaaa-4184-bc9a-d886abc143fe tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1237288 May 14 09:44:37.499721 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3b3f-2415-4674-b940-cbfdc8849cae req-de8848dd-c890-4679-ba93-caa0c6be8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:37.501689 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bc0e3b3f-2415-4674-b940-cbfdc8849cae req-de8848dd-c890-4679-ba93-caa0c6be8793 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=48873c3bcf674a0593730b514b4ffa39&device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 1099 time: 0.1928720 May 14 09:44:37.647347 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9a086b9c-3780-4ba6-b579-b8101559a56c req-6aedfd13-032f-4455-9c75-33c5b7052c30 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404998 May 14 09:44:37.719975 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3b3f-2415-4674-b940-cbfdc8849cae req-917498b4-09fc-4994-9459-0b0b4cba738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:37.721769 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bc0e3b3f-2415-4674-b940-cbfdc8849cae req-917498b4-09fc-4994-9459-0b0b4cba738e service neutron] 10.222.0.77 "GET /v2.0/networks?id=33793f62-2dd2-41d9-955d-c771f928128f HTTP/1.1" status: 200 len: 918 time: 0.1979177 May 14 09:44:37.837644 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bc0e3b3f-2415-4674-b940-cbfdc8849cae req-7629ac81-caab-4167-93ea-9f6a22ff5df6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f HTTP/1.1" status: 200 len: 1002 time: 0.1077967 May 14 09:44:37.908948 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3b3f-2415-4674-b940-cbfdc8849cae req-4491c28c-b2e7-4590-998f-0a5b632a32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:37.910439 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bc0e3b3f-2415-4674-b940-cbfdc8849cae req-4491c28c-b2e7-4590-998f-0a5b632a32b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a HTTP/1.1" status: 200 len: 856 time: 0.0648746 May 14 09:44:37.998372 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3b3f-2415-4674-b940-cbfdc8849cae req-1b7bed46-bc51-4987-a6cc-e1123155730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:38.000184 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bc0e3b3f-2415-4674-b940-cbfdc8849cae req-1b7bed46-bc51-4987-a6cc-e1123155730f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33793f62-2dd2-41d9-955d-c771f928128f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0814762 May 14 09:44:38.156680 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bc0e3b3f-2415-4674-b940-cbfdc8849cae req-d042153d-f10d-4348-a48b-1f1b4f01967a service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489203 May 14 09:44:38.317412 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bc0e3b3f-2415-4674-b940-cbfdc8849cae req-e5d369b5-4c47-47b4-b644-ac144532a103 service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533463 May 14 09:44:38.457589 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab3e94-bf33-46e4-8d0d-620b776b8114 req-0969be6e-646b-4c85-b989-1f81d569af75 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:38.459692 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-08ab3e94-bf33-46e4-8d0d-620b776b8114 req-0969be6e-646b-4c85-b989-1f81d569af75 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1389539 May 14 09:44:38.516706 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-08ab3e94-bf33-46e4-8d0d-620b776b8114 req-a9833d20-58be-4819-83bd-4ba233793a19 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504446 May 14 09:44:39.079390 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bb790-ffca-4f32-8328-42e196d30ce3 req-a8219e03-fff0-4c5d-9aec-eddff3b0f4e1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:39.080672 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5c2bb790-ffca-4f32-8328-42e196d30ce3 req-a8219e03-fff0-4c5d-9aec-eddff3b0f4e1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.3134387 May 14 09:44:39.092195 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c99528-a40a-49da-904e-080722488ec2 req-f69d299d-8e10-44d3-8e28-c8f2f1adf646 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:39.093649 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e0c99528-a40a-49da-904e-080722488ec2 req-f69d299d-8e10-44d3-8e28-c8f2f1adf646 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.2840796 May 14 09:44:39.131537 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de009996-3907-43ec-b153-b2c03e9a0ffa req-fbdee22e-d773-425d-a966-c123a1bf12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:39.132967 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-de009996-3907-43ec-b153-b2c03e9a0ffa req-fbdee22e-d773-425d-a966-c123a1bf12b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3&device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 1099 time: 0.1800110 May 14 09:44:39.252910 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e0c99528-a40a-49da-904e-080722488ec2 req-aff09d44-a381-4583-935f-67ab2524173e tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490633 May 14 09:44:39.257475 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5c2bb790-ffca-4f32-8328-42e196d30ce3 req-ad2e76db-96ce-4104-9030-5eeef36d0383 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629250 May 14 09:44:39.310045 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de009996-3907-43ec-b153-b2c03e9a0ffa req-4fd1a969-128a-4084-a49d-869469a4c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:39.310045 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-de009996-3907-43ec-b153-b2c03e9a0ffa req-4fd1a969-128a-4084-a49d-869469a4c203 service neutron] 10.222.0.77 "GET /v2.0/networks?id=985cc55b-f372-49ec-9629-66d97c3fcf56 HTTP/1.1" status: 200 len: 912 time: 0.1646476 May 14 09:44:39.414121 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-de009996-3907-43ec-b153-b2c03e9a0ffa req-73ae788c-726d-4a24-bd8e-2d0eec8a1997 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98b939d-7329-464d-b363-a8a7412a7c82 HTTP/1.1" status: 200 len: 1002 time: 0.0978637 May 14 09:44:39.487187 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de009996-3907-43ec-b153-b2c03e9a0ffa req-2f474a5e-6b78-4cd2-a909-187cfcd65b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:39.488688 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-de009996-3907-43ec-b153-b2c03e9a0ffa req-2f474a5e-6b78-4cd2-a909-187cfcd65b83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=66021503-54ca-4040-9580-08c3db49374a HTTP/1.1" status: 200 len: 850 time: 0.0668051 May 14 09:44:39.581178 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de009996-3907-43ec-b153-b2c03e9a0ffa req-ffbbbc38-fd58-4424-b5cc-ba09b43dfb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:39.582746 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-de009996-3907-43ec-b153-b2c03e9a0ffa req-ffbbbc38-fd58-4424-b5cc-ba09b43dfb3d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=985cc55b-f372-49ec-9629-66d97c3fcf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0852435 May 14 09:44:39.727673 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-de009996-3907-43ec-b153-b2c03e9a0ffa req-01ba7633-a8ea-41e6-8b06-de9507e0e4a8 service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375751 May 14 09:44:39.891671 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-de009996-3907-43ec-b153-b2c03e9a0ffa req-2db6a56c-716c-4742-b6cc-560e63825ddd service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563394 May 14 09:44:40.357280 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4e0e14a4-1a48-44a1-aeaf-98ec09812245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:40.563733 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 5d039db5-4b1e-4b9c-82ea-447824ecfd7f no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:44:40.568779 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce485403-43f1-4922-8c45-a6e5684f8f31 req-e3223ab1-66de-4127-8392-eaf3a6d5922b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:40.570283 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ce485403-43f1-4922-8c45-a6e5684f8f31 req-e3223ab1-66de-4127-8392-eaf3a6d5922b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 946 time: 0.1175158 May 14 09:44:40.579696 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40995831-0566-42cc-aeef-34b832bb2f98 req-524afcd1-155b-48ec-adf4-139fdc001b17 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:40.581195 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-40995831-0566-42cc-aeef-34b832bb2f98 req-524afcd1-155b-48ec-adf4-139fdc001b17 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1777148 May 14 09:44:40.651315 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ce485403-43f1-4922-8c45-a6e5684f8f31 req-9d873cdd-1873-49b0-a529-d23fd6334058 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691051 May 14 09:44:40.660844 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-40995831-0566-42cc-aeef-34b832bb2f98 req-bb821a58-ff1d-4f68-aeb8-54284fcc4943 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632315 May 14 09:44:40.708506 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:40.741703 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:44:40.752397 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:44:40.761336 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:40.763202 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-27bda916-4b94-4aa1-92fe-c063aa011bdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:40.804149 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'code': 200} May 14 09:44:40.844540 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,revision_number=8']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:40.847647 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:41.551055 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 59912) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:41.745199 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cc712b8b-348d-4099-b73d-e3a56cd08922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:41.784087 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-cc712b8b-348d-4099-b73d-e3a56cd08922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:41.795316 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-cc712b8b-348d-4099-b73d-e3a56cd08922 admin admin] Usage tracker for resource:security_group_rule and tenant:fd6dc147eb604d5c913d11985f30e200 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:41.798714 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-cc712b8b-348d-4099-b73d-e3a56cd08922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:41.812726 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-cc712b8b-348d-4099-b73d-e3a56cd08922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:41.961551 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cc712b8b-348d-4099-b73d-e3a56cd08922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:41.968939 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cc712b8b-348d-4099-b73d-e3a56cd08922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.014163 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-5eb774c7-c035-47b6-ad10-18def38370d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:42.028049 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30ee94-3df0-4c3a-b0c3-a21f3ead52e4 req-d72b7d9b-fd70-44b9-9d40-c688553a6136 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:42.030749 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e30ee94-3df0-4c3a-b0c3-a21f3ead52e4 req-d72b7d9b-fd70-44b9-9d40-c688553a6136 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1514442 May 14 09:44:42.040022 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea68d77-be64-4bcb-bcd8-fb19f8ef2328 req-da6868f9-069c-4c0f-9783-ef2bc3c953cc tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:42.046340 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-cc712b8b-348d-4099-b73d-e3a56cd08922 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd6dc147eb604d5c913d11985f30e200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4938359 May 14 09:44:42.049199 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fea68d77-be64-4bcb-bcd8-fb19f8ef2328 req-da6868f9-069c-4c0f-9783-ef2bc3c953cc tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.2104816 May 14 09:44:42.049356 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc712b8b-348d-4099-b73d-e3a56cd08922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a9d98c-e67f-4dc4-8fb3-249d66fc76ed,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:42.052755 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cc712b8b-348d-4099-b73d-e3a56cd08922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:42.053526 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 59938) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:42.126340 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fea68d77-be64-4bcb-bcd8-fb19f8ef2328 req-014bebe7-c67e-48f6-a46c-1cf214c2a21a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761399 May 14 09:44:42.136398 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ed1d96a1-ec38-449f-8d10-64644bc70cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.139390 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e30ee94-3df0-4c3a-b0c3-a21f3ead52e4 req-5f628b9d-de64-4a97-89d2-ed024150c74b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746396 May 14 09:44:42.185626 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ed1d96a1-ec38-449f-8d10-64644bc70cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.268655 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ed1d96a1-ec38-449f-8d10-64644bc70cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.275909 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-77cc8674-6f7f-4f56-8539-eeb8eee55c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:42.289397 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d96a1-ec38-449f-8d10-64644bc70cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a9d98c-e67f-4dc4-8fb3-249d66fc76ed,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:42.302845 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ed1d96a1-ec38-449f-8d10-64644bc70cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:42.303702 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ed1d96a1-ec38-449f-8d10-64644bc70cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.305126 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ed1d96a1-ec38-449f-8d10-64644bc70cab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20a9d98c-e67f-4dc4-8fb3-249d66fc76ed HTTP/1.1" status: 204 len: 168 time: 0.2502768 May 14 09:44:42.342099 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 59960) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:42.630423 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-43502ef6-1cda-4c6c-a51a-f69b9d4af159 req-648e4a7c-5c63-422d-8f23-7fcf0b1337c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2866857 May 14 09:44:42.636226 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 59970) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:42.794534 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fa9c1c19-1c6e-490e-bfc4-8100977e5a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.796351 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.812864 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-fa9c1c19-1c6e-490e-bfc4-8100977e5a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:42.816715 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-fa9c1c19-1c6e-490e-bfc4-8100977e5a89 admin admin] Usage tracker for resource:security_group_rule and tenant:064ddc4d2bdc4a79b0781bf2d977f3c5 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:42.819505 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-fa9c1c19-1c6e-490e-bfc4-8100977e5a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:42.825153 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-fa9c1c19-1c6e-490e-bfc4-8100977e5a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:42.932139 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fa9c1c19-1c6e-490e-bfc4-8100977e5a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.937413 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fa9c1c19-1c6e-490e-bfc4-8100977e5a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.945053 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-dc0777c1-18b9-4d66-a9bd-5393f2ecdc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:42.990068 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-fa9c1c19-1c6e-490e-bfc4-8100977e5a89 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=064ddc4d2bdc4a79b0781bf2d977f3c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514564 May 14 09:44:42.991023 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c1c19-1c6e-490e-bfc4-8100977e5a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ba0579-1dc7-4116-9f95-2e8699f3306c,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:42.993441 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 59984) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:42.994270 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fa9c1c19-1c6e-490e-bfc4-8100977e5a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:43.025805 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-cfd32530-524b-41b5-9612-210984dd47a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:43.066533 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1051606a-b9ef-460e-a87c-b992014dc4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:43.093876 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1051606a-b9ef-460e-a87c-b992014dc4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:43.150722 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1051606a-b9ef-460e-a87c-b992014dc4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:43.154543 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8b5ddd19-cc8e-44c5-a149-0bf3a689f03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:43.166070 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051606a-b9ef-460e-a87c-b992014dc4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ba0579-1dc7-4116-9f95-2e8699f3306c,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:43.168407 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1051606a-b9ef-460e-a87c-b992014dc4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:43.177539 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1051606a-b9ef-460e-a87c-b992014dc4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:43.181469 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-1051606a-b9ef-460e-a87c-b992014dc4f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2ba0579-1dc7-4116-9f95-2e8699f3306c HTTP/1.1" status: 204 len: 168 time: 0.1844070 May 14 09:44:43.336962 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ab07c-cca6-4e64-b9a9-2f94c54719e7 req-c944e864-a281-4612-9e78-44d2ad383769 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:43.338581 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-437ab07c-cca6-4e64-b9a9-2f94c54719e7 req-c944e864-a281-4612-9e78-44d2ad383769 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0896161 May 14 09:44:43.391506 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-437ab07c-cca6-4e64-b9a9-2f94c54719e7 req-5d17dc7f-a843-49ec-a987-7257dca42dbe tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466914 May 14 09:44:44.024391 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:44.595996 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09431aef-cd4c-403c-92f8-c01e19a8dc84 req-fcc011bd-6ec4-4bac-a664-011265f077aa tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:44.597448 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-09431aef-cd4c-403c-92f8-c01e19a8dc84 req-fcc011bd-6ec4-4bac-a664-011265f077aa tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0876105 May 14 09:44:44.739044 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-09431aef-cd4c-403c-92f8-c01e19a8dc84 req-76c4c45b-7700-4611-bd34-8c5a69abb3d1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352112 May 14 09:44:45.340696 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 5d039db5-4b1e-4b9c-82ea-447824ecfd7f no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:44:45.405027 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:45.768080 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:45.937742 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580158f-18ad-4285-80dc-7b8f9000221d req-74ac9733-4742-4cd6-8bb0-643743d7a003 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:45.939235 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c580158f-18ad-4285-80dc-7b8f9000221d req-74ac9733-4742-4cd6-8bb0-643743d7a003 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0846081 May 14 09:44:45.994206 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c580158f-18ad-4285-80dc-7b8f9000221d req-5a0da46c-53c4-4b43-844b-b75bb5dce2e4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465844 May 14 09:44:47.200372 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbe18a-0ca1-43b7-a2b8-31f102f8eeba req-436d549d-acaf-41ce-a337-1f16c855c4b4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:47.201921 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-78bbe18a-0ca1-43b7-a2b8-31f102f8eeba req-436d549d-acaf-41ce-a337-1f16c855c4b4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0815620 May 14 09:44:47.251321 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-78bbe18a-0ca1-43b7-a2b8-31f102f8eeba req-7b016dc0-3032-4c57-b9f3-6598a4a7e313 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412388 May 14 09:44:48.459331 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43838108-73d7-4f71-96df-0213535c05d1 req-e523c61d-f870-4a52-8f5b-180e8f937e30 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:48.460808 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-43838108-73d7-4f71-96df-0213535c05d1 req-e523c61d-f870-4a52-8f5b-180e8f937e30 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0853982 May 14 09:44:48.509602 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-43838108-73d7-4f71-96df-0213535c05d1 req-7cfd283a-e45d-4441-9257-b3d4613e5aba tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395858 May 14 09:44:49.633308 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f87a07fb-dbd6-4684-be34-8393dc098357 req-0aed7b89-c051-4675-910e-8991320be026 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728955 May 14 09:44:49.772686 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdab5c-6462-4fc9-9b1f-79c38816199f req-07460dac-883e-4aa2-a6c5-b96a9a37eac3 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:49.774135 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-dcbdab5c-6462-4fc9-9b1f-79c38816199f req-07460dac-883e-4aa2-a6c5-b96a9a37eac3 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.1445544 May 14 09:44:49.779447 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a07fb-dbd6-4684-be34-8393dc098357 req-197eca37-4f1d-45fe-9e07-4dec1084ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:49.780814 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f87a07fb-dbd6-4684-be34-8393dc098357 req-197eca37-4f1d-45fe-9e07-4dec1084ec7b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3&device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 1099 time: 0.1157649 May 14 09:44:49.894671 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-dcbdab5c-6462-4fc9-9b1f-79c38816199f req-775884c6-0d54-4636-9ab9-19513828d4cb tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129277 May 14 09:44:49.964035 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a07fb-dbd6-4684-be34-8393dc098357 req-af6ec00a-055b-47cc-9a5c-54a0be8cb6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:49.965429 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f87a07fb-dbd6-4684-be34-8393dc098357 req-af6ec00a-055b-47cc-9a5c-54a0be8cb6ae service neutron] 10.222.0.77 "GET /v2.0/networks?id=985cc55b-f372-49ec-9629-66d97c3fcf56 HTTP/1.1" status: 200 len: 912 time: 0.1584539 May 14 09:44:50.085110 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f87a07fb-dbd6-4684-be34-8393dc098357 req-7091ab9d-bd07-4a3d-8cb6-d1426dd1f60e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98b939d-7329-464d-b363-a8a7412a7c82 HTTP/1.1" status: 200 len: 1002 time: 0.1118000 May 14 09:44:50.153136 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a07fb-dbd6-4684-be34-8393dc098357 req-662f9b0d-242d-40ab-a5fd-3db45225300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:50.154479 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f87a07fb-dbd6-4684-be34-8393dc098357 req-662f9b0d-242d-40ab-a5fd-3db45225300f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=66021503-54ca-4040-9580-08c3db49374a HTTP/1.1" status: 200 len: 850 time: 0.0620410 May 14 09:44:50.236612 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a07fb-dbd6-4684-be34-8393dc098357 req-5f98573f-622d-49a2-9a9d-6011ddfc3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:50.237998 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f87a07fb-dbd6-4684-be34-8393dc098357 req-5f98573f-622d-49a2-9a9d-6011ddfc3637 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=985cc55b-f372-49ec-9629-66d97c3fcf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0733891 May 14 09:44:50.376589 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f87a07fb-dbd6-4684-be34-8393dc098357 req-2b3de173-6d5b-41d2-9f0c-5df3caa55b58 service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309197 May 14 09:44:50.552576 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f87a07fb-dbd6-4684-be34-8393dc098357 req-583a1f65-8b14-400b-a7c7-4cb48b283fc6 service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661069 May 14 09:44:51.123371 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40e324-4ac6-4c6c-ad81-3ab35a083b58 req-46a5575a-966c-4fdb-8179-fcf6415bc55d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:51.124934 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bc40e324-4ac6-4c6c-ad81-3ab35a083b58 req-46a5575a-966c-4fdb-8179-fcf6415bc55d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0966098 May 14 09:44:51.174827 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bc40e324-4ac6-4c6c-ad81-3ab35a083b58 req-4b471c68-7089-4c96-86f2-d63955a94232 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438967 May 14 09:44:51.362140 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43502ef6-1cda-4c6c-a51a-f69b9d4af159 req-ceae2d08-5063-4b78-9c55-356bc1b3e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:51.363671 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-43502ef6-1cda-4c6c-a51a-f69b9d4af159 req-ceae2d08-5063-4b78-9c55-356bc1b3e6ab service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac&tenant_id=48873c3bcf674a0593730b514b4ffa39 HTTP/1.1" status: 200 len: 1097 time: 0.0796137 May 14 09:44:52.380234 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d7d9a-0559-4808-b018-c981506bf8f9 req-fd27a954-5249-4e4e-b790-0ab1d1659274 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:52.381708 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-897d7d9a-0559-4808-b018-c981506bf8f9 req-fd27a954-5249-4e4e-b790-0ab1d1659274 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0851288 May 14 09:44:52.429718 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-897d7d9a-0559-4808-b018-c981506bf8f9 req-0b7706ef-80eb-45a3-bf21-d23116cc03f7 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418773 May 14 09:44:53.632761 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4da47-1415-4d1a-ac88-d1ea26f5f869 req-2a97d774-db64-4009-b7f1-0341396e4a6f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:53.634240 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b7a4da47-1415-4d1a-ac88-d1ea26f5f869 req-2a97d774-db64-4009-b7f1-0341396e4a6f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0895715 May 14 09:44:53.790291 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b7a4da47-1415-4d1a-ac88-d1ea26f5f869 req-a64b2eea-4202-43f9-9bb9-d218dda48439 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470089 May 14 09:44:54.314511 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43502ef6-1cda-4c6c-a51a-f69b9d4af159 req-7ce2c729-b8a8-439f-b81a-6a683b2c7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:54.316083 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-43502ef6-1cda-4c6c-a51a-f69b9d4af159 req-7ce2c729-b8a8-439f-b81a-6a683b2c7cc1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=48873c3bcf674a0593730b514b4ffa39&device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 1097 time: 0.0876787 May 14 09:44:54.460522 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43502ef6-1cda-4c6c-a51a-f69b9d4af159 req-5ed300a6-2ad3-430b-a5bc-ba363bd098b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:54.462356 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-43502ef6-1cda-4c6c-a51a-f69b9d4af159 req-5ed300a6-2ad3-430b-a5bc-ba363bd098b4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=33793f62-2dd2-41d9-955d-c771f928128f HTTP/1.1" status: 200 len: 918 time: 0.1356411 May 14 09:44:54.575936 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-43502ef6-1cda-4c6c-a51a-f69b9d4af159 req-f4de6172-51d0-4d9f-93a2-6f826bf6cd5d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f HTTP/1.1" status: 200 len: 1000 time: 0.1046603 May 14 09:44:54.644896 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43502ef6-1cda-4c6c-a51a-f69b9d4af159 req-62e1c81d-9861-497f-b54e-00177fa75ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:54.646568 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-43502ef6-1cda-4c6c-a51a-f69b9d4af159 req-62e1c81d-9861-497f-b54e-00177fa75ddf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a HTTP/1.1" status: 200 len: 856 time: 0.0629220 May 14 09:44:54.728028 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43502ef6-1cda-4c6c-a51a-f69b9d4af159 req-51d16429-3293-490d-843a-f7cec42a8c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:54.730551 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-43502ef6-1cda-4c6c-a51a-f69b9d4af159 req-51d16429-3293-490d-843a-f7cec42a8c9c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33793f62-2dd2-41d9-955d-c771f928128f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0765028 May 14 09:44:54.870448 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-43502ef6-1cda-4c6c-a51a-f69b9d4af159 req-cd983696-80d4-4269-bbbe-87edc70e6213 service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324294 May 14 09:44:55.054841 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-43502ef6-1cda-4c6c-a51a-f69b9d4af159 req-00349949-5cf3-48d5-9bbf-58334a1e0754 service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769505 May 14 09:44:55.082835 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c54a3-e707-41d1-bc5d-a9dd9561130a req-b192b40b-9d4d-47e1-bc50-c2010320a595 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:55.084357 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9b6c54a3-e707-41d1-bc5d-a9dd9561130a req-b192b40b-9d4d-47e1-bc50-c2010320a595 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.1375868 May 14 09:44:55.138183 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9b6c54a3-e707-41d1-bc5d-a9dd9561130a req-d84f5c9b-e26a-48d4-a5a9-5fbde050c4d3 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455546 May 14 09:44:55.644702 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2f2f1-f69e-4256-82ca-191b1a93b887 req-688aab6b-bae9-4ac4-92ce-f579f54e69a2 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:55.646447 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-13a2f2f1-f69e-4256-82ca-191b1a93b887 req-688aab6b-bae9-4ac4-92ce-f579f54e69a2 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.0899777 May 14 09:44:55.704177 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-13a2f2f1-f69e-4256-82ca-191b1a93b887 req-dfd19072-8452-440f-b135-a6effa578157 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503302 May 14 09:44:56.362899 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e263c8-2ea5-4a25-98d8-c445ca81b313 req-f752f0dd-1397-49bd-94d5-ca21a03740d6 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:56.365427 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-97e263c8-2ea5-4a25-98d8-c445ca81b313 req-f752f0dd-1397-49bd-94d5-ca21a03740d6 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.1019020 May 14 09:44:56.415290 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-97e263c8-2ea5-4a25-98d8-c445ca81b313 req-bfbbb929-4bd1-4bf2-9810-dd7ca1d8d830 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436549 May 14 09:44:56.924216 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e3da0-b700-417a-9d50-b0ce16d50405 req-aaf745ec-b2a7-4d34-9cc5-8c789305cfeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:56.925751 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f89e3da0-b700-417a-9d50-b0ce16d50405 req-aaf745ec-b2a7-4d34-9cc5-8c789305cfeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.0881386 May 14 09:44:56.980378 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f89e3da0-b700-417a-9d50-b0ce16d50405 req-9c6a466f-7573-4290-8b12-f8bb4abdbf49 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481136 May 14 09:44:57.626954 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1114b92-7ad0-4520-8aae-84c6f093b846 req-bc21c355-d611-40a1-a3b4-017eb3d8b9ae tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:57.628529 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b1114b92-7ad0-4520-8aae-84c6f093b846 req-bc21c355-d611-40a1-a3b4-017eb3d8b9ae tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0972257 May 14 09:44:57.688742 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b1114b92-7ad0-4520-8aae-84c6f093b846 req-f11c1c25-da73-4586-8864-e7c1901cd833 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508900 May 14 09:44:58.184610 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e5a6-81e2-4c54-9628-772bf8da3f9e req-8567c8c0-35f8-4c23-94f5-0ef244ddd657 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:58.186086 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-24e9e5a6-81e2-4c54-9628-772bf8da3f9e req-8567c8c0-35f8-4c23-94f5-0ef244ddd657 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.0904760 May 14 09:44:58.237216 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-24e9e5a6-81e2-4c54-9628-772bf8da3f9e req-29eadaea-e6bf-4d97-9405-bab6d9518cdf tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439763 May 14 09:44:58.912249 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d068988-351c-45c2-8d51-baaaf9d061e1 req-fcffce4c-ef99-44a0-b69f-8917e258f547 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:58.913710 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4d068988-351c-45c2-8d51-baaaf9d061e1 req-fcffce4c-ef99-44a0-b69f-8917e258f547 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0832064 May 14 09:44:58.961376 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4d068988-351c-45c2-8d51-baaaf9d061e1 req-66fdbffc-2f79-4312-80fc-35514bb03d03 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414207 May 14 09:44:59.483011 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc286e-a4f9-4449-9786-8c35813a5e84 req-1b5c77c7-ac25-4e35-969e-19b90c980134 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:59.484621 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d4bc286e-a4f9-4449-9786-8c35813a5e84 req-1b5c77c7-ac25-4e35-969e-19b90c980134 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.1217930 May 14 09:44:59.551388 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d4bc286e-a4f9-4449-9786-8c35813a5e84 req-365c341d-b381-4a24-ac51-ed35ac5949de tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600331 May 14 09:45:00.195650 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea5351-5ac6-4562-b9a1-214345c179d7 req-9f1db985-b938-4a92-b3f7-0289df115c8c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:00.197247 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1cea5351-5ac6-4562-b9a1-214345c179d7 req-9f1db985-b938-4a92-b3f7-0289df115c8c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.1074436 May 14 09:45:00.342050 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1cea5351-5ac6-4562-b9a1-214345c179d7 req-9c18a6cf-58c6-4122-a145-f65e6f3dbd72 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384795 May 14 09:45:00.770640 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa69ed-dede-4eff-b2b4-fb8298df6528 req-b111dedf-cd9b-439e-af87-c8618a393776 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:00.772164 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4caa69ed-dede-4eff-b2b4-fb8298df6528 req-b111dedf-cd9b-439e-af87-c8618a393776 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.0909564 May 14 09:45:00.828942 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4caa69ed-dede-4eff-b2b4-fb8298df6528 req-ecf1647d-6fd7-4e9a-b395-9ab830f2fb62 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503590 May 14 09:45:01.559390 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e504bd6-f103-4bff-a389-0e00265e756b req-0edf837d-2421-4baa-894e-edffc880a115 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:01.560880 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4e504bd6-f103-4bff-a389-0e00265e756b req-0edf837d-2421-4baa-894e-edffc880a115 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0890419 May 14 09:45:01.610005 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4e504bd6-f103-4bff-a389-0e00265e756b req-d2986457-8b05-4199-ae38-ba4e93d56749 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426340 May 14 09:45:02.051721 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8bfa7-ed7a-4145-8baa-b73cb66340c4 req-6ec76c95-ff86-4511-90ac-c73a0211aa0c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:02.053237 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a0b8bfa7-ed7a-4145-8baa-b73cb66340c4 req-6ec76c95-ff86-4511-90ac-c73a0211aa0c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.1045082 May 14 09:45:02.106186 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a0b8bfa7-ed7a-4145-8baa-b73cb66340c4 req-8ac37cfd-03b3-45d1-be37-ef48b85fa23a tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 May 14 09:45:02.831185 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cafe1-a3a9-4707-834f-c69753cb2323 req-1af7d2ea-1d69-4873-9eb7-21ce481d02b5 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:02.832777 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-196cafe1-a3a9-4707-834f-c69753cb2323 req-1af7d2ea-1d69-4873-9eb7-21ce481d02b5 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0913582 May 14 09:45:02.897427 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-196cafe1-a3a9-4707-834f-c69753cb2323 req-a937cf4e-558e-4df6-bd42-415b54faab1b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581274 May 14 09:45:03.341004 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a13066-71e7-448d-8b36-a22b346733e9 req-f02dcb6b-f050-46a8-9eac-257b3e93241e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:03.342771 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-56a13066-71e7-448d-8b36-a22b346733e9 req-f02dcb6b-f050-46a8-9eac-257b3e93241e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.1119754 May 14 09:45:03.430559 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-56a13066-71e7-448d-8b36-a22b346733e9 req-92d590a1-6ba8-4800-9d81-bf08571f1d9f tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791833 May 14 09:45:04.143073 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7317047-fc07-4aed-abe0-0ff30f006b17 req-12f80232-6ba7-4f0d-9969-9ad6800e971d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:04.144741 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d7317047-fc07-4aed-abe0-0ff30f006b17 req-12f80232-6ba7-4f0d-9969-9ad6800e971d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0908580 May 14 09:45:04.197532 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d7317047-fc07-4aed-abe0-0ff30f006b17 req-e7ef21fe-25a1-4cd4-9f15-e51b5b885f01 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465159 May 14 09:45:04.649130 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2391e8c-8614-4e17-b67a-ddb248ac35d7 req-b92aca40-a011-4307-b61b-f1cde0bccf31 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:04.650612 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b2391e8c-8614-4e17-b67a-ddb248ac35d7 req-b92aca40-a011-4307-b61b-f1cde0bccf31 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.0932472 May 14 09:45:04.707846 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b2391e8c-8614-4e17-b67a-ddb248ac35d7 req-da56b805-7371-4a72-846b-4810795c5a2e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503902 May 14 09:45:05.408175 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a04d9f-df80-4578-8093-31cbbc3e14aa req-20446c49-192a-4c99-bd55-3db30fe4d3b3 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:05.409787 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-00a04d9f-df80-4578-8093-31cbbc3e14aa req-20446c49-192a-4c99-bd55-3db30fe4d3b3 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0929625 May 14 09:45:05.462290 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-00a04d9f-df80-4578-8093-31cbbc3e14aa req-a118342a-2ac8-4353-b940-595787b33d6b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452137 May 14 09:45:05.920244 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd01db-d42a-47c2-b9b5-3db15b16653f req-1573fe9c-4cfa-4687-b69a-8718a3a15156 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:05.921995 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-10bd01db-d42a-47c2-b9b5-3db15b16653f req-1573fe9c-4cfa-4687-b69a-8718a3a15156 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.0911176 May 14 09:45:05.975674 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-10bd01db-d42a-47c2-b9b5-3db15b16653f req-aca32af2-8c31-42c4-a637-74a85ccbd70e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470414 May 14 09:45:06.691828 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6c14f-1b28-4d8e-874f-f6128c3859ac req-1b1480c3-7420-4c0f-b65f-e8e90b7f985e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:06.693237 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-32b6c14f-1b28-4d8e-874f-f6128c3859ac req-1b1480c3-7420-4c0f-b65f-e8e90b7f985e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0956280 May 14 09:45:06.746453 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-32b6c14f-1b28-4d8e-874f-f6128c3859ac req-cd7ce8f6-bd9b-411d-a3f6-629390b764cc tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467076 May 14 09:45:07.218270 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1947e-dd02-47b0-9584-0582958e5695 req-4311a74b-3cf9-4f2a-8c99-35ad1591bfeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:07.219901 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bcd1947e-dd02-47b0-9584-0582958e5695 req-4311a74b-3cf9-4f2a-8c99-35ad1591bfeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.1111140 May 14 09:45:07.270356 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bcd1947e-dd02-47b0-9584-0582958e5695 req-fc058f5f-7b52-4bbf-8c75-bf44fcecae2c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422330 May 14 09:45:07.989689 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10905bb1-9ef0-4221-b7bd-89fd6ac97c4c req-e0d4b947-8565-4a87-92f6-4c691f7ec644 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:07.991262 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-10905bb1-9ef0-4221-b7bd-89fd6ac97c4c req-e0d4b947-8565-4a87-92f6-4c691f7ec644 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.1047893 May 14 09:45:08.047751 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-10905bb1-9ef0-4221-b7bd-89fd6ac97c4c req-059d91c9-a521-48b7-857a-205c1609d733 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505342 May 14 09:45:08.486267 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1825e14-e8aa-4653-9808-e4251e1077e7 req-29898fa0-90d4-48c2-9c8f-2989f7f86d14 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:08.487647 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c1825e14-e8aa-4653-9808-e4251e1077e7 req-29898fa0-90d4-48c2-9c8f-2989f7f86d14 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.0909016 May 14 09:45:08.539085 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c1825e14-e8aa-4653-9808-e4251e1077e7 req-93ef44d3-3550-4a1a-9dc3-1e196c0f91f9 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 May 14 09:45:09.272207 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224d47c-2f7f-4e87-86e1-4ad0bcf7c7fd req-0aaf0f11-7a3e-493d-bec7-3c5858dff4a0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:09.273679 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c224d47c-2f7f-4e87-86e1-4ad0bcf7c7fd req-0aaf0f11-7a3e-493d-bec7-3c5858dff4a0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0970957 May 14 09:45:09.326609 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c224d47c-2f7f-4e87-86e1-4ad0bcf7c7fd req-7d555752-2396-4939-b9c6-67dd5cff026b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454087 May 14 09:45:09.755650 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61500f51-b8ff-43dd-9418-5cc7e1ceb68c req-f1a167cb-8972-4158-ad94-4c0643a2b299 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:09.757407 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-61500f51-b8ff-43dd-9418-5cc7e1ceb68c req-f1a167cb-8972-4158-ad94-4c0643a2b299 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.0995014 May 14 09:45:09.822942 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-61500f51-b8ff-43dd-9418-5cc7e1ceb68c req-eb786047-38ea-45b4-8d3f-f21446f2fdfe tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584202 May 14 09:45:10.030595 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:45:10.344168 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-130432cf-0e15-495b-ae10-01918bc017d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:10.532158 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09371f-19f8-4607-b627-2674c3d85f06 req-2332c003-f238-43b3-98a8-a1935d23f3cf tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:10.533651 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-eb09371f-19f8-4607-b627-2674c3d85f06 req-2332c003-f238-43b3-98a8-a1935d23f3cf tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0892198 May 14 09:45:10.582245 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-eb09371f-19f8-4607-b627-2674c3d85f06 req-02f8d2f2-a155-4eb4-8270-ac8fd14f90f8 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416908 May 14 09:45:10.935797 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f9897-23fa-47d0-b44d-318f80c7e9f2 req-292f769c-56a3-4fc7-89b0-668a1af6a89c tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:10.938125 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2e1f9897-23fa-47d0-b44d-318f80c7e9f2 req-292f769c-56a3-4fc7-89b0-668a1af6a89c tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 945 time: 0.0933070 May 14 09:45:11.033118 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2e1f9897-23fa-47d0-b44d-318f80c7e9f2 req-47e8a86d-1eee-4576-84af-4f125d66f2bf tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547175 May 14 09:45:11.065289 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ada5b5-127e-49ec-9d9f-e41ab88f9d3b req-bf9349b5-5415-49cb-ac62-0225e10fe14b tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:11.066855 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a5ada5b5-127e-49ec-9d9f-e41ab88f9d3b req-bf9349b5-5415-49cb-ac62-0225e10fe14b tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.1260061 May 14 09:45:11.160949 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a5ada5b5-127e-49ec-9d9f-e41ab88f9d3b req-6d028760-34e3-4b9d-b236-43c9d64440ef tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863149 May 14 09:45:11.218697 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e710a-fa95-4aa5-8b12-790a69fa0e2a req-a84a1c8c-1c16-4279-be2c-82cfcd2ab620 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:11.220156 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ad0e710a-fa95-4aa5-8b12-790a69fa0e2a req-a84a1c8c-1c16-4279-be2c-82cfcd2ab620 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.77 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 945 time: 0.1117704 May 14 09:45:11.397287 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-ad0e710a-fa95-4aa5-8b12-790a69fa0e2a req-873f2ea2-c86c-4eef-a8b1-5bdf0296874c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Deleting port d25ab694-ec88-40d1-9fb6-31bec8d64e4d {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:45:11.397873 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ad0e710a-fa95-4aa5-8b12-790a69fa0e2a req-873f2ea2-c86c-4eef-a8b1-5bdf0296874c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:11.671960 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-ad0e710a-fa95-4aa5-8b12-790a69fa0e2a req-873f2ea2-c86c-4eef-a8b1-5bdf0296874c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] For port d25ab694-ec88-40d1-9fb6-31bec8d64e4d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d25ab694-ec88-40d1-9fb6-31bec8d64e4d,segment=NetworkSegment(92bf2871-13c9-4734-9497-ea00a963e1fd),segment_id=92bf2871-13c9-4734-9497-ea00a963e1fd)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:11.672214 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ad0e710a-fa95-4aa5-8b12-790a69fa0e2a req-873f2ea2-c86c-4eef-a8b1-5bdf0296874c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:11.841606 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-ad0e710a-fa95-4aa5-8b12-790a69fa0e2a req-873f2ea2-c86c-4eef-a8b1-5bdf0296874c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Calling delete_port for d25ab694-ec88-40d1-9fb6-31bec8d64e4d owned by compute:nova {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:45:11.920607 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bb06b-43dc-4c98-a898-5dcc46d904b0 req-bf8da7e1-a4c5-4e8b-b839-4806f6b395d6 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:11.922333 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-231bb06b-43dc-4c98-a898-5dcc46d904b0 req-bf8da7e1-a4c5-4e8b-b839-4806f6b395d6 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.1849372 May 14 09:45:12.023137 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-231bb06b-43dc-4c98-a898-5dcc46d904b0 req-87bc2366-589c-4873-ba2a-5b60141c07a5 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947399 May 14 09:45:12.036510 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ad0e710a-fa95-4aa5-8b12-790a69fa0e2a req-873f2ea2-c86c-4eef-a8b1-5bdf0296874c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.045511 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:12.054471 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b', 'd25ab694-ec88-40d1-9fb6-31bec8d64e4d'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:45:12.090819 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f2ea2-c86c-4eef-a8b1-5bdf0296874c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Pushing event deleted for resources: {'Port': ['ID=d25ab694-ec88-40d1-9fb6-31bec8d64e4d,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:12.098117 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-873f2ea2-c86c-4eef-a8b1-5bdf0296874c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:12.223246 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0e710a-fa95-4aa5-8b12-790a69fa0e2a req-873f2ea2-c86c-4eef-a8b1-5bdf0296874c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] No DVR routers for this DVR port d25ab694-ec88-40d1-9fb6-31bec8d64e4d on host hv-cinder-73414 {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:45:12.237226 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ad0e710a-fa95-4aa5-8b12-790a69fa0e2a req-873f2ea2-c86c-4eef-a8b1-5bdf0296874c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.241435 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504a0a41-c4bd-4424-a605-43bb70f50aaa', 'name': 'network-vif-deleted', 'tag': 'd25ab694-ec88-40d1-9fb6-31bec8d64e4d'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:45:12.262935 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ad0e710a-fa95-4aa5-8b12-790a69fa0e2a req-873f2ea2-c86c-4eef-a8b1-5bdf0296874c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.77 "DELETE /v2.0/ports/d25ab694-ec88-40d1-9fb6-31bec8d64e4d HTTP/1.1" status: 204 len: 173 time: 1.0363972 May 14 09:45:12.300771 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0198e34-bb35-469c-b39e-c25eef2cde1d req-4537562d-6f87-47b0-9eb3-d0e76f269670 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:12.302428 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b0198e34-bb35-469c-b39e-c25eef2cde1d req-4537562d-6f87-47b0-9eb3-d0e76f269670 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 945 time: 0.1309280 May 14 09:45:12.368859 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-fe17a2fe-ab29-4cb5-82e8-410226686b8a req-cd8c1165-1418-4c87-8a38-4ec09e18f0d0 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Synchronizing usage tracker for tenant:820eac1dbc9946d4beb718c13a457562 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:45:12.425337 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b0198e34-bb35-469c-b39e-c25eef2cde1d req-be25728d-5885-40cc-81b6-f1cab76616e7 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892282 May 14 09:45:12.426539 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-fe17a2fe-ab29-4cb5-82e8-410226686b8a req-cd8c1165-1418-4c87-8a38-4ec09e18f0d0 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Unset dirty status for tenant:820eac1dbc9946d4beb718c13a457562 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:45:12.427711 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fe17a2fe-ab29-4cb5-82e8-410226686b8a req-cd8c1165-1418-4c87-8a38-4ec09e18f0d0 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=504a0a41-c4bd-4424-a605-43bb70f50aaa HTTP/1.1" status: 200 len: 210 time: 0.1243556 May 14 09:45:12.487931 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504a0a41-c4bd-4424-a605-43bb70f50aaa', 'name': 'network-vif-deleted', 'tag': 'd25ab694-ec88-40d1-9fb6-31bec8d64e4d', 'status': 'completed', 'code': 200} May 14 09:45:12.661425 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee32edd-af07-4e66-adba-0b1cd2ede2a0 req-e38c103e-efb7-4bef-bf4a-ed3cb557189d tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:12.662885 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fee32edd-af07-4e66-adba-0b1cd2ede2a0 req-e38c103e-efb7-4bef-bf4a-ed3cb557189d tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 945 time: 0.0833957 May 14 09:45:12.776500 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.809661 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-fee32edd-af07-4e66-adba-0b1cd2ede2a0 req-e500d011-347c-4f32-9fde-84ca88c81dd9 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Deleting port c2276954-2d46-4500-83fb-aadcd8693ad1 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:45:12.810005 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-fee32edd-af07-4e66-adba-0b1cd2ede2a0 req-e500d011-347c-4f32-9fde-84ca88c81dd9 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.988545 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-fee32edd-af07-4e66-adba-0b1cd2ede2a0 req-e500d011-347c-4f32-9fde-84ca88c81dd9 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] For port c2276954-2d46-4500-83fb-aadcd8693ad1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c2276954-2d46-4500-83fb-aadcd8693ad1,segment=NetworkSegment(a0cf546b-356c-4df2-a1a3-b2a81a5cf054),segment_id=a0cf546b-356c-4df2-a1a3-b2a81a5cf054)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:12.988913 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-fee32edd-af07-4e66-adba-0b1cd2ede2a0 req-e500d011-347c-4f32-9fde-84ca88c81dd9 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:13.022832 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-36b8e5f5-fa96-4855-b5af-7eb3bc4f1c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:13.156032 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-fee32edd-af07-4e66-adba-0b1cd2ede2a0 req-e500d011-347c-4f32-9fde-84ca88c81dd9 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Calling delete_port for c2276954-2d46-4500-83fb-aadcd8693ad1 owned by compute:nova {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:45:13.283855 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb41d3-5f9c-4012-b554-4ef6cd68bc93 req-ba43e6c9-a52f-4a1c-90fb-7a977a66ffff tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:13.285300 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-68eb41d3-5f9c-4012-b554-4ef6cd68bc93 req-ba43e6c9-a52f-4a1c-90fb-7a977a66ffff tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.1251166 May 14 09:45:13.378508 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-68eb41d3-5f9c-4012-b554-4ef6cd68bc93 req-37e53626-3e52-4d75-88f8-3e5118f97fdd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868924 May 14 09:45:13.390255 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-fee32edd-af07-4e66-adba-0b1cd2ede2a0 req-e500d011-347c-4f32-9fde-84ca88c81dd9 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:13.396619 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-cf53f385-a722-4311-89e6-5508dbb3b5eb tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:13.404496 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['c2276954-2d46-4500-83fb-aadcd8693ad1'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:45:13.445828 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500d011-347c-4f32-9fde-84ca88c81dd9 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Pushing event deleted for resources: {'Port': ['ID=c2276954-2d46-4500-83fb-aadcd8693ad1,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:13.449093 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e500d011-347c-4f32-9fde-84ca88c81dd9 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:13.523996 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee32edd-af07-4e66-adba-0b1cd2ede2a0 req-e500d011-347c-4f32-9fde-84ca88c81dd9 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] No DVR routers for this DVR port c2276954-2d46-4500-83fb-aadcd8693ad1 on host hv-cinder-73414 {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:45:13.527449 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-fee32edd-af07-4e66-adba-0b1cd2ede2a0 req-e500d011-347c-4f32-9fde-84ca88c81dd9 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:13.543422 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fee32edd-af07-4e66-adba-0b1cd2ede2a0 req-e500d011-347c-4f32-9fde-84ca88c81dd9 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.77 "DELETE /v2.0/ports/c2276954-2d46-4500-83fb-aadcd8693ad1 HTTP/1.1" status: 204 len: 173 time: 0.8741820 May 14 09:45:13.692279 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-35a044fb-4f16-4527-a97d-88c8617fc51f req-be4a72f1-8884-4e20-a450-b00456584d3f tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Synchronizing usage tracker for tenant:a29097db286849d4abb40a371310e936 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:45:13.708897 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-35a044fb-4f16-4527-a97d-88c8617fc51f req-be4a72f1-8884-4e20-a450-b00456584d3f tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Unset dirty status for tenant:a29097db286849d4abb40a371310e936 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:45:13.710102 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-35a044fb-4f16-4527-a97d-88c8617fc51f req-be4a72f1-8884-4e20-a450-b00456584d3f tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecfcc789-7200-4929-ad19-e4bf5fff8991 HTTP/1.1" status: 200 len: 210 time: 0.1638994 May 14 09:45:13.966635 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efafef6-7433-43ac-99d8-25b06016ce1b req-3660f696-067b-479a-b3e6-ab9224067125 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:13.968148 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1efafef6-7433-43ac-99d8-25b06016ce1b req-3660f696-067b-479a-b3e6-ab9224067125 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0922365 May 14 09:45:14.019958 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1efafef6-7433-43ac-99d8-25b06016ce1b req-cc0a33d6-6672-44c2-b5ae-70947363bc33 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452795 May 14 09:45:14.026626 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:14.489344 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfcc789-7200-4929-ad19-e4bf5fff8991', 'name': 'network-vif-deleted', 'tag': 'c2276954-2d46-4500-83fb-aadcd8693ad1'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:45:14.552545 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfcc789-7200-4929-ad19-e4bf5fff8991', 'name': 'network-vif-deleted', 'tag': 'c2276954-2d46-4500-83fb-aadcd8693ad1', 'status': 'completed', 'code': 200} May 14 09:45:14.606707 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f64ae7-b5d9-4f93-abfb-60ef5905446f req-6067eff0-dcb9-4b48-9ea5-eac3c97f3a8c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:14.608212 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-81f64ae7-b5d9-4f93-abfb-60ef5905446f req-6067eff0-dcb9-4b48-9ea5-eac3c97f3a8c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0880384 May 14 09:45:14.653690 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-81f64ae7-b5d9-4f93-abfb-60ef5905446f req-2380e937-ad83-4221-9873-8a90f4803e12 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395963 May 14 09:45:15.220867 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c56b5-14a9-4976-a57f-518deca74e87 req-2872db78-0197-47e0-8a7a-925d4dcae435 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:15.222219 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b56c56b5-14a9-4976-a57f-518deca74e87 req-2872db78-0197-47e0-8a7a-925d4dcae435 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0851910 May 14 09:45:15.271412 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b56c56b5-14a9-4976-a57f-518deca74e87 req-6a33248a-cfc8-4dfe-95ab-b4fce613fdc4 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409975 May 14 09:45:15.360458 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:15.463676 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device d25ab694-ec88-40d1-9fb6-31bec8d64e4d no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:45:15.500547 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: d25ab694-ec88-40d1-9fb6-31bec8d64e4d {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:45:15.500762 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device d25ab694-ec88-40d1-9fb6-31bec8d64e4d not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:45:15.770604 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:15.867091 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd33e68-c3cc-4f54-b423-c9a674e1ea73 req-028eb4bb-f995-4c60-9905-c1ed58c49c3d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:15.868680 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bd33e68-c3cc-4f54-b423-c9a674e1ea73 req-028eb4bb-f995-4c60-9905-c1ed58c49c3d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0889251 May 14 09:45:15.923090 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bd33e68-c3cc-4f54-b423-c9a674e1ea73 req-42e964cf-802a-4cb5-9b3f-207f1f8b1364 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460479 May 14 09:45:16.482778 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1207e3b-3d0d-45da-8a28-0eeebe534c73 req-ce356eb3-5119-4f0f-a1fc-3c266a12b4fb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:16.484225 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f1207e3b-3d0d-45da-8a28-0eeebe534c73 req-ce356eb3-5119-4f0f-a1fc-3c266a12b4fb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0870333 May 14 09:45:16.539936 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f1207e3b-3d0d-45da-8a28-0eeebe534c73 req-bcedc08a-26f8-472c-82ac-da45b575a007 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482099 May 14 09:45:17.312721 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b71bf-fd8d-47ac-bf5a-f23d125ac5ba req-3a099d0b-c086-493a-aea3-a64b9bad3abb tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:17.314197 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-301b71bf-fd8d-47ac-bf5a-f23d125ac5ba req-3a099d0b-c086-493a-aea3-a64b9bad3abb tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 944 time: 0.0932250 May 14 09:45:17.362689 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-301b71bf-fd8d-47ac-bf5a-f23d125ac5ba req-516ec5e2-207b-4936-be5f-8b59558612e3 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423920 May 14 09:45:17.601349 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 5d039db5-4b1e-4b9c-82ea-447824ecfd7f details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:45:17.741030 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93224-3f72-457b-9af5-51db1295ebc1 req-024ca87b-0eab-466c-80d2-24e490a70d4d tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:17.742508 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-11c93224-3f72-457b-9af5-51db1295ebc1 req-024ca87b-0eab-466c-80d2-24e490a70d4d tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.0892699 May 14 09:45:17.743086 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:17.757684 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'port_id': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'mac_address': 'fa:16:3e:eb:51:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:45:17.794650 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-11c93224-3f72-457b-9af5-51db1295ebc1 req-4d078793-d570-4faf-8f2e-dadaa9555894 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458720 May 14 09:45:17.815017 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:17.834335 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d039db5-4b1e-4b9c-82ea-447824ecfd7f {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:45:17.850897 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:17.857038 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:17.860007 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-d129895a-e245-4b6a-a009-8d4e3de9c2d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:17.937008 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,revision_number=9']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:17.946955 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:17.947623 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:17.948061 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:17.948470 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:17.948957 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:17.949283 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:17.949603 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:17.949926 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:17.950304 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:17.950666 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:17.951030 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:17.951346 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:17.955781 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:18.571103 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e4296-26bf-4039-8161-61de6cb95bd7 req-24c1a3e0-1bb3-493f-8f59-78ff447a61a1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:18.573148 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c67e4296-26bf-4039-8161-61de6cb95bd7 req-24c1a3e0-1bb3-493f-8f59-78ff447a61a1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 945 time: 0.0955939 May 14 09:45:18.622734 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c67e4296-26bf-4039-8161-61de6cb95bd7 req-1aa866b8-a259-451e-94cc-1650c231678a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413473 May 14 09:45:18.681839 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device c2276954-2d46-4500-83fb-aadcd8693ad1 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:45:18.724921 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: c2276954-2d46-4500-83fb-aadcd8693ad1 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:45:18.725262 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device c2276954-2d46-4500-83fb-aadcd8693ad1 not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:45:19.014790 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafe395-6bbf-450d-8e79-e149a1f4e699 req-1e341c46-2573-41ea-8b6c-1d29f2805148 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:19.016452 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fbafe395-6bbf-450d-8e79-e149a1f4e699 req-1e341c46-2573-41ea-8b6c-1d29f2805148 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1003714 May 14 09:45:19.026208 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['5d039db5-4b1e-4b9c-82ea-447824ecfd7f'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:45:19.068091 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fbafe395-6bbf-450d-8e79-e149a1f4e699 req-58beefc0-5748-4f64-a563-7dcaa8caeeb6 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442812 May 14 09:45:19.900344 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134ca6a-6f04-4271-b382-478e65d80d05 req-7ce2398a-2459-4c73-9780-72dba075b208 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:19.901846 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a134ca6a-6f04-4271-b382-478e65d80d05 req-7ce2398a-2459-4c73-9780-72dba075b208 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 945 time: 0.1520214 May 14 09:45:19.958800 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a134ca6a-6f04-4271-b382-478e65d80d05 req-56b15468-02bd-44aa-85a2-a09dbccdb2e2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499086 May 14 09:45:19.984490 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198ea5d-a31f-48b6-b8e4-7ae26bdaf893 req-77732583-a23b-4dc3-9d87-71d02b309649 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:19.984490 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8198ea5d-a31f-48b6-b8e4-7ae26bdaf893 req-77732583-a23b-4dc3-9d87-71d02b309649 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.77 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.1418912 May 14 09:45:20.143315 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-8198ea5d-a31f-48b6-b8e4-7ae26bdaf893 req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Deleting port cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:45:20.143664 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-8198ea5d-a31f-48b6-b8e4-7ae26bdaf893 req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:20.332106 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-8198ea5d-a31f-48b6-b8e4-7ae26bdaf893 req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] For port cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b,segment=NetworkSegment(92bf2871-13c9-4734-9497-ea00a963e1fd),segment_id=92bf2871-13c9-4734-9497-ea00a963e1fd)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:20.332488 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-8198ea5d-a31f-48b6-b8e4-7ae26bdaf893 req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:20.560223 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-8198ea5d-a31f-48b6-b8e4-7ae26bdaf893 req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Calling delete_port for cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b owned by compute:nova {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:45:20.572924 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee096bc6-3dd8-4f62-9cf9-e870cab38486 req-cbfdb119-50b5-4dac-994b-42eaa5f985cc tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:20.574476 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ee096bc6-3dd8-4f62-9cf9-e870cab38486 req-cbfdb119-50b5-4dac-994b-42eaa5f985cc tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 945 time: 0.3649206 May 14 09:45:20.647255 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ee096bc6-3dd8-4f62-9cf9-e870cab38486 req-b426ff3e-c92b-48db-a1dd-c8a7ccbed7ff tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/security-groups?id=18d88883-03ae-4091-99b4-e5197cdab22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638387 May 14 09:45:20.750644 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-8198ea5d-a31f-48b6-b8e4-7ae26bdaf893 req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:20.759609 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:20.763583 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:45:20.816717 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Pushing event deleted for resources: {'Port': ['ID=cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:20.898672 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:20.899207 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:20.899829 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:20.900322 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:20.900767 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:20.901839 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:20.901839 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:20.902011 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:20.902364 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:20.902730 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:20.903238 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:20.903383 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:20.911671 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:20.912863 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-8198ea5d-a31f-48b6-b8e4-7ae26bdaf893 req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] No DVR routers for this DVR port cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b on host hv-cinder-73414 {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:45:20.916111 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-8198ea5d-a31f-48b6-b8e4-7ae26bdaf893 req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:20.920331 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef71af7-4d15-412c-bd24-1558be7971dd', 'name': 'network-vif-deleted', 'tag': 'cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:45:20.939682 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8198ea5d-a31f-48b6-b8e4-7ae26bdaf893 req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.77 "DELETE /v2.0/ports/cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b HTTP/1.1" status: 204 len: 173 time: 0.9468849 May 14 09:45:20.978918 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef71af7-4d15-412c-bd24-1558be7971dd', 'name': 'network-vif-deleted', 'tag': 'cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b', 'status': 'completed', 'code': 200} May 14 09:45:21.171281 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5e5f6-1632-4c54-9cc2-fa5e014631ab req-6ce4db12-08df-49aa-88b1-b1bc937af65f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:21.173042 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-30c5e5f6-1632-4c54-9cc2-fa5e014631ab req-6ce4db12-08df-49aa-88b1-b1bc937af65f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 945 time: 0.0959375 May 14 09:45:21.225345 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-30c5e5f6-1632-4c54-9cc2-fa5e014631ab req-374148a4-4737-459c-974e-b73a546a456f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457549 May 14 09:45:21.835016 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-340ed56e-13da-4e7a-990f-deac0ec7e089 req-da05443f-8590-4384-8315-e7005d27110e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Synchronizing usage tracker for tenant:820eac1dbc9946d4beb718c13a457562 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:45:21.857654 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-340ed56e-13da-4e7a-990f-deac0ec7e089 req-da05443f-8590-4384-8315-e7005d27110e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Unset dirty status for tenant:820eac1dbc9946d4beb718c13a457562 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:45:21.858955 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-340ed56e-13da-4e7a-990f-deac0ec7e089 req-da05443f-8590-4384-8315-e7005d27110e tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 210 time: 0.0775747 May 14 09:45:22.109943 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 5d039db5-4b1e-4b9c-82ea-447824ecfd7f up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:45:22.190110 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:22.190464 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:22.307021 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:22.334127 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:45:22.344469 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:22.353125 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:22.355462 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:22.409918 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'code': 200} May 14 09:45:22.437001 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96487642-9467-4639-b7e1-4cd012d35036 req-78b108d2-be1a-420b-baa1-dd8e4ba25227 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:22.438761 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-96487642-9467-4639-b7e1-4cd012d35036 req-78b108d2-be1a-420b-baa1-dd8e4ba25227 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 947 time: 0.0987537 May 14 09:45:22.441985 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,revision_number=10']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:22.445862 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:22.496098 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-96487642-9467-4639-b7e1-4cd012d35036 req-2649973c-b82f-4143-be67-0f3a6daed985 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499091 May 14 09:45:23.049202 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-793a4379-90ae-4550-954b-c30eebb71f81 req-e955ec54-64fe-4ed8-9e0e-df3231e998fd tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 210 time: 0.0474133 May 14 09:45:23.701709 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc573aff-d8f3-40cc-96e8-6b50a9601d6a req-1f7cffd9-665b-436a-9ecb-36a78e4d4944 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:23.703122 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bc573aff-d8f3-40cc-96e8-6b50a9601d6a req-1f7cffd9-665b-436a-9ecb-36a78e4d4944 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 947 time: 0.0964544 May 14 09:45:23.751087 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bc573aff-d8f3-40cc-96e8-6b50a9601d6a req-9a0ae027-1e05-4279-a1d9-a594d448a77d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414448 May 14 09:45:24.219963 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-41253e04-3fe7-4aa0-a16f-d59f2898b072 req-e83f105c-3dda-4839-8b80-6359bbd3c8cf tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef71af7-4d15-412c-bd24-1558be7971dd HTTP/1.1" status: 200 len: 210 time: 0.0460472 May 14 09:45:24.624456 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdf29f-9fa1-4448-9aa5-5ef75c0a18a4 req-bc342edc-5d93-4a68-9d1a-b8d11e44dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:24.626018 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e4fdf29f-9fa1-4448-9aa5-5ef75c0a18a4 req-bc342edc-5d93-4a68-9d1a-b8d11e44dcce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 1100 time: 0.1979523 May 14 09:45:24.632472 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-5a2193b2-1172-4523-bb02-cc0800170771 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:24.633855 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-5a2193b2-1172-4523-bb02-cc0800170771 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/networks?id=910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f HTTP/1.1" status: 200 len: 813 time: 0.1728439 May 14 09:45:24.661680 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-7ebc7241-acf0-4137-bbf1-39442fc28c59 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/quotas/a29097db286849d4abb40a371310e936 HTTP/1.1" status: 200 len: 375 time: 0.0144970 May 14 09:45:24.721722 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e4fdf29f-9fa1-4448-9aa5-5ef75c0a18a4 req-cf8977d7-c50c-44e8-9bf5-18eafb94b643 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869005 May 14 09:45:24.723757 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-b3e7153b-4627-4ebe-900f-544ef6b0a369 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a29097db286849d4abb40a371310e936&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525401 May 14 09:45:24.860734 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-1f152d41-124b-4382-8a18-e8aaa7ca37d7 service neutron] 10.222.0.30 "GET /v2.0/networks/910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295469 May 14 09:45:25.050625 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-55bfa419-b666-444c-9ecd-ce698d7bcba8 service neutron] 10.222.0.30 "GET /v2.0/networks/910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833389 May 14 09:45:25.076802 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ccbfb-9344-4a14-85b4-99c8849f473f req-7292c8f8-912a-4a75-afb2-f0ab9293192d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:25.078375 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-be1ccbfb-9344-4a14-85b4-99c8849f473f req-7292c8f8-912a-4a75-afb2-f0ab9293192d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 947 time: 0.1856911 May 14 09:45:25.128091 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-be1ccbfb-9344-4a14-85b4-99c8849f473f req-ea735437-ef09-4986-938c-ad9ba53af022 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428948 May 14 09:45:25.259486 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e1abc758-a3e5-44bc-b0a7-bd2dba149f16 req-db8b77ef-cab9-4c45-bb91-3a741ba0f728 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 210 time: 0.0540030 May 14 09:45:25.340923 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 60516) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:25.980041 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:45:26.018910 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:45:26.019269 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device cbbe9fd7-6316-405a-a2d9-de45a6ce3f8b not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:45:26.066592 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2e5a101d-46c8-423d-b642-b77bf2af35c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680009'] for router_interface, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:26.571559 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e3cd8da4-27e1-4b92-998c-f4049c1e4ee3 req-ac96ab24-569d-4ffd-9ce1-ddb1bdd2156a tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 210 time: 0.1158044 May 14 09:45:26.646841 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-44238618-6e31-4374-9633-4ae6f0ef1fc1 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:26.648368 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-44238618-6e31-4374-9633-4ae6f0ef1fc1 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.77 "GET /v2.0/networks?id=910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f HTTP/1.1" status: 200 len: 813 time: 0.3706896 May 14 09:45:26.671800 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Request body: {'port': {'device_id': '21a7d439-6b43-4aad-a455-2e1949bb7a51', 'network_id': '910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f', 'admin_state_up': True, 'tenant_id': 'a29097db286849d4abb40a371310e936'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:45:26.761927 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b7240-2c78-4baf-8a9b-37bc7af621b7 req-179358d2-8a48-4c39-a428-dd00223c12b2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:26.763248 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f28b7240-2c78-4baf-8a9b-37bc7af621b7 req-179358d2-8a48-4c39-a428-dd00223c12b2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 947 time: 0.4582703 May 14 09:45:26.935054 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f28b7240-2c78-4baf-8a9b-37bc7af621b7 req-35d439d9-9d16-4c0b-be7a-979f81cc71a0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443038 May 14 09:45:26.946164 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:26.958777 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:26.974980 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Made reservation on behalf of a29097db286849d4abb40a371310e936 for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:45:26.978405 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:27.003544 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-2e5a101d-46c8-423d-b642-b77bf2af35c3 admin admin] Deleting port 649dda32-d472-4d09-ad73-3758ba462ec9 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:45:27.003869 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2e5a101d-46c8-423d-b642-b77bf2af35c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:27.330803 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-2e5a101d-46c8-423d-b642-b77bf2af35c3 admin admin] For port 649dda32-d472-4d09-ad73-3758ba462ec9, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=649dda32-d472-4d09-ad73-3758ba462ec9,segment=NetworkSegment(92bf2871-13c9-4734-9497-ea00a963e1fd),segment_id=92bf2871-13c9-4734-9497-ea00a963e1fd)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:27.331807 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2e5a101d-46c8-423d-b642-b77bf2af35c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:27.470092 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-2e5a101d-46c8-423d-b642-b77bf2af35c3 admin admin] Calling delete_port for 649dda32-d472-4d09-ad73-3758ba462ec9 owned by network:router_interface {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:45:27.492251 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Allocated IP 172.20.0.7 (910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f/f203fe7f-ac6e-46b3-b4af-83329352f3fd/78cbdc00-9d73-4b7f-b0d4-6421f8f742ee) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:45:27.818457 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-29b0c6a1-d15a-4e8e-bcd0-afa164999efa req-8a61a6f8-6941-48f1-90d5-9b23eb508ea1 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 210 time: 0.1070194 May 14 09:45:27.979262 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2e5a101d-46c8-423d-b642-b77bf2af35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:27.986684 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:28.031683 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:28.034921 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a101d-46c8-423d-b642-b77bf2af35c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=649dda32-d472-4d09-ad73-3758ba462ec9,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:28.039232 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2e5a101d-46c8-423d-b642-b77bf2af35c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:28.250019 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:28.317395 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:28.394984 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Network 910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:45:28.401770 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:45:28.409040 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:45:28.476429 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Pushing event updated for resources: {'Port': ['ID=78cbdc00-9d73-4b7f-b0d4-6421f8f742ee,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:28.485674 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5b1a3-1adc-4224-a3cd-123506efbca4 req-74c2d962-f6cf-40d2-84d4-db1534be0d67 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:28.487142 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e9e5b1a3-1adc-4224-a3cd-123506efbca4 req-74c2d962-f6cf-40d2-84d4-db1534be0d67 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 947 time: 0.4173269 May 14 09:45:28.491845 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:28.530478 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2e5a101d-46c8-423d-b642-b77bf2af35c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682457'] for router_interface, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:28.541448 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:28.542388 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:28.822300 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e9e5b1a3-1adc-4224-a3cd-123506efbca4 req-13431049-52d8-4c23-b69e-41493d01f0a0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3258836 May 14 09:45:28.857984 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1921840 May 14 09:45:28.872791 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Request body: {'port': {'device_id': '21a7d439-6b43-4aad-a455-2e1949bb7a51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:45:28.926006 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 60592) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:29.049512 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:29.065931 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:29.070093 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Usage tracker for resource:security_group_rule and tenant:caf113810d3742799536d9f6738c9d29 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:29.073484 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:29.079969 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:29.164125 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:29.170784 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:29.179689 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2ecac9d9-167c-4185-9ded-a5b3d1a83a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:29.187330 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:29.224517 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=caf113810d3742799536d9f6738c9d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973096 May 14 09:45:29.226231 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4104bd62-8a51-4869-95fa-6ed454a12086,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:29.229605 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 60598) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:29.248857 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:29.249225 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:29.249582 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:29.249950 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:29.250291 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:29.251009 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:29.251009 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:29.251373 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:29.251740 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:29.252081 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:29.252412 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:29.252741 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:29.257696 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:29.314371 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f486c69e-3d86-41d6-be62-55d2421fde59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:29.344775 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5a101d-46c8-423d-b642-b77bf2af35c3 admin admin] Router 1c10fd19-8996-42bc-a8bf-07503498dddb has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:45:29.345116 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f486c69e-3d86-41d6-be62-55d2421fde59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:29.406242 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb925ce2-337c-438b-99d4-80086925287b req-76d3c5d5-876a-48f5-8117-ccad29638adc tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:29.407425 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-cb925ce2-337c-438b-99d4-80086925287b req-76d3c5d5-876a-48f5-8117-ccad29638adc tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Synchronizing usage tracker for tenant:a29097db286849d4abb40a371310e936 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:45:29.421913 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f486c69e-3d86-41d6-be62-55d2421fde59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:29.431941 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bf14a001-208a-470b-b262-1bfcabc16c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:29.454006 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486c69e-3d86-41d6-be62-55d2421fde59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4104bd62-8a51-4869-95fa-6ed454a12086,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:29.458096 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f486c69e-3d86-41d6-be62-55d2421fde59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:29.471407 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f486c69e-3d86-41d6-be62-55d2421fde59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:29.472567 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-f486c69e-3d86-41d6-be62-55d2421fde59 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4104bd62-8a51-4869-95fa-6ed454a12086 HTTP/1.1" status: 204 len: 168 time: 0.2420812 May 14 09:45:29.664250 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-cb925ce2-337c-438b-99d4-80086925287b req-76d3c5d5-876a-48f5-8117-ccad29638adc tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Unset dirty status for tenant:a29097db286849d4abb40a371310e936 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:45:29.665425 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cb925ce2-337c-438b-99d4-80086925287b req-76d3c5d5-876a-48f5-8117-ccad29638adc tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 931 time: 0.7319145 May 14 09:45:29.859388 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cb925ce2-337c-438b-99d4-80086925287b req-9b7f2a8d-5ad9-4ba9-983c-ed8af6eb4ba9 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272011 May 14 09:45:29.897670 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5a101d-46c8-423d-b642-b77bf2af35c3 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:45:29.910199 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe4ec76-1495-4ec8-a811-0762f1545add None None] Sync routers for ids ['1c10fd19-8996-42bc-a8bf-07503498dddb'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:45:29.922135 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-2e5a101d-46c8-423d-b642-b77bf2af35c3 admin admin] 10.222.0.30 "PUT /v2.0/routers/1c10fd19-8996-42bc-a8bf-07503498dddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5766404 May 14 09:45:29.924106 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 60612) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:29.942828 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4ec76-1495-4ec8-a811-0762f1545add None None] Routers {'1c10fd19-8996-42bc-a8bf-07503498dddb'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:45:29.944011 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2fe4ec76-1495-4ec8-a811-0762f1545add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:45:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['1c10fd19-8996-42bc-a8bf-07503498dddb'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:30.184200 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-2fe4ec76-1495-4ec8-a811-0762f1545add None None] Set router 1c10fd19-8996-42bc-a8bf-07503498dddb gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:45:30.229110 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:45:30.247953 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:30.256208 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Notify callbacks [] for router, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:30.460613 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 60626) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:30.518632 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Transition to ACTIVE for port object 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:45:30.527220 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:30.534450 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:30.560608 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2fe4ec76-1495-4ec8-a811-0762f1545add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1194991320-router', 'tenant_id': '820eac1dbc9946d4beb718c13a457562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:45:27Z', 'revision_number': 5, 'project_id': '820eac1dbc9946d4beb718c13a457562', 'gw_port': {'id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:30.566057 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe4ec76-1495-4ec8-a811-0762f1545add None None] Checking router: 1c10fd19-8996-42bc-a8bf-07503498dddb for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:45:30.576248 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4ec76-1495-4ec8-a811-0762f1545add None None] Routers {'1c10fd19-8996-42bc-a8bf-07503498dddb'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:45:30.576884 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2fe4ec76-1495-4ec8-a811-0762f1545add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:45:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['1c10fd19-8996-42bc-a8bf-07503498dddb'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:30.596612 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-345921061-network', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:45:30.601886 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:30.606014 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Usage tracker for resource:network and tenant:85ca02835c3c40c4b255bab3610e8a22 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:30.609336 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:30.617664 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:30.632119 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Made reservation on behalf of 85ca02835c3c40c4b255bab3610e8a22 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:45:30.636390 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:30.649280 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:30.665929 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:30.670477 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Usage tracker for resource:security_group_rule and tenant:85ca02835c3c40c4b255bab3610e8a22 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:30.674415 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:30.680402 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:30.762727 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Pushing event updated for resources: {'Port': ['ID=78cbdc00-9d73-4b7f-b0d4-6421f8f742ee,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:30.772145 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:30.783588 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:30.788626 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:30.789752 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:30.796209 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a635d8d3-0c31-43d2-8fe7-ad2a5b77a340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:30.800722 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-2fe4ec76-1495-4ec8-a811-0762f1545add None None] Set router 1c10fd19-8996-42bc-a8bf-07503498dddb gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:45:30.828921 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:45:30.842670 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2e2f8f-baa0-47ad-878f-e4e5128c6856,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:30.851949 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:30.851949 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.segments_db [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Added segment 1b31f8e0-8a4f-4d06-b229-ec918721818c of type vlan for network 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b May 14 09:45:30.864971 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Attempting to bind port 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:45:30.865309 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Attempting to bind port 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'a0cf546b-356c-4df2-a1a3-b2a81a5cf054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:45:30.865636 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Attempting to bind port 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee on network 910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:45:30.873948 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Port 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee on network 910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:45:30.874313 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Attempting to bind port 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee on network 910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:45:30.883853 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:45:30.884194 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Checking segment: {'id': 'a0cf546b-356c-4df2-a1a3-b2a81a5cf054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:45:30.884593 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Bound using segment: {'id': 'a0cf546b-356c-4df2-a1a3-b2a81a5cf054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:45:30.885055 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Bound port: 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0cf546b-356c-4df2-a1a3-b2a81a5cf054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:45:30.885391 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:30.885515 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:30.893445 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:30.934367 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:30.936574 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:30.937399 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:30.945823 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:30.969060 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Deleting port 07cc1883-caed-4a95-9c42-57072ff5a874 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:45:30.969399 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:31.071628 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6096070 May 14 09:45:31.076941 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 60634) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:31.085592 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Request body: {'subnet': {'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-345921061-subnet', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:45:31.091357 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:31.096204 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Usage tracker for resource:subnet and tenant:85ca02835c3c40c4b255bab3610e8a22 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:31.099405 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:31.106255 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:31.130230 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] For port 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee, host hv-cinder-73414, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:45:31.158473 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] For port 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=78cbdc00-9d73-4b7f-b0d4-6421f8f742ee,segment=NetworkSegment(a0cf546b-356c-4df2-a1a3-b2a81a5cf054),segment_id=a0cf546b-356c-4df2-a1a3-b2a81a5cf054)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:45:31.176464 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:31.182361 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:31.187932 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Pushing event updated for resources: {'Network': ['ID=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:31.199418 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:45:31.203105 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:31.213254 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Made reservation on behalf of 85ca02835c3c40c4b255bab3610e8a22 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:45:31.217586 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6324406'] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:31.264668 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] For port 07cc1883-caed-4a95-9c42-57072ff5a874, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=07cc1883-caed-4a95-9c42-57072ff5a874,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:31.265035 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:31.270843 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2fe4ec76-1495-4ec8-a811-0762f1545add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1194991320-router', 'tenant_id': '820eac1dbc9946d4beb718c13a457562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:45:27Z', 'revision_number': 5, 'project_id': '820eac1dbc9946d4beb718c13a457562', 'gw_port': {'id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:31.278030 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe4ec76-1495-4ec8-a811-0762f1545add None None] The sync data for ids ['1c10fd19-8996-42bc-a8bf-07503498dddb'] in dv-cinder-734144-18-iscsi is: [{'id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1194991320-router', 'tenant_id': '820eac1dbc9946d4beb718c13a457562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:45:27Z', 'revision_number': 5, 'project_id': '820eac1dbc9946d4beb718c13a457562', 'gw_port': {'id': '07cc1883-caed-4a95-9c42-57072ff5a874', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10fd19-8996-42bc-a8bf-07503498dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:45:31.287945 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:31.288641 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:31.290290 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] 10.222.0.77 "PUT /v2.0/ports/78cbdc00-9d73-4b7f-b0d4-6421f8f742ee HTTP/1.1" status: 200 len: 1093 time: 2.4237883 May 14 09:45:31.299105 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a7d439-6b43-4aad-a455-2e1949bb7a51', 'tag': '78cbdc00-9d73-4b7f-b0d4-6421f8f742ee'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:45:31.386860 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a7d439-6b43-4aad-a455-2e1949bb7a51', 'tag': '78cbdc00-9d73-4b7f-b0d4-6421f8f742ee', 'status': 'completed', 'code': 200} May 14 09:45:31.487412 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Calling delete_port for 07cc1883-caed-4a95-9c42-57072ff5a874 owned by network:router_gateway {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:45:31.507874 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Pushing event updated for resources: {'Port': ['ID=78cbdc00-9d73-4b7f-b0d4-6421f8f742ee,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:31.518461 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:31.533998 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb459f9-8dd2-4742-a28a-23c55ee781f3 req-a11ad575-626e-4e99-813d-cc9c40e511a6 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:31.535470 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3cb459f9-8dd2-4742-a28a-23c55ee781f3 req-a11ad575-626e-4e99-813d-cc9c40e511a6 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 943 time: 0.4691513 May 14 09:45:31.610867 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3cb459f9-8dd2-4742-a28a-23c55ee781f3 req-2793283e-a59e-4a86-8dc1-9481f5b4af18 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664973 May 14 09:45:31.617989 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-7ee951d2-41b4-4f3a-bdcf-e0f4ecc5bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:31.619467 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-7ee951d2-41b4-4f3a-bdcf-e0f4ecc5bbde service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a29097db286849d4abb40a371310e936&device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 1096 time: 0.1738310 May 14 09:45:31.701289 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-8b2d493f-71c8-4146-bec1-57c667398a80 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78cbdc00-9d73-4b7f-b0d4-6421f8f742ee HTTP/1.1" status: 200 len: 217 time: 0.0681963 May 14 09:45:31.719801 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5551422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6324392'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:31.724693 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-49c5fdd2-8e5c-4622-ad18-85d8e238ba59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:31.783056 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-f9ed6c41-0195-478d-ad1d-06af8a79ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:31.784550 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-f9ed6c41-0195-478d-ad1d-06af8a79ab0d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f203fe7f-ac6e-46b3-b4af-83329352f3fd HTTP/1.1" status: 200 len: 853 time: 0.0760312 May 14 09:45:31.811455 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc543ef6-9e80-42ed-9048-68a126d3a0a3,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:31.816158 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:31.817495 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 649dda32-d472-4d09-ad73-3758ba462ec9 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:45:31.823270 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Checking segment: {'id': '1b31f8e0-8a4f-4d06-b229-ec918721818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:45:31.824144 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Network hostable DHCP agents. Network: 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:45:31.861692 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 649dda32-d472-4d09-ad73-3758ba462ec9 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:45:31.862035 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Network 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:45:31.862511 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 649dda32-d472-4d09-ad73-3758ba462ec9 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:45:31.874589 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-0a1ec46b-9956-445c-8f73-82a73eaf30ca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500386 May 14 09:45:31.878268 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:45:31.890311 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:31.890629 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e728a6d5-ec07-4469-8521-a44a3866a1af None None] Network 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:45:31.890957 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:31.919499 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8408396 May 14 09:45:31.922502 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 60640) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:31.928802 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:45:31.934360 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:31.939946 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Usage tracker for resource:router and tenant:85ca02835c3c40c4b255bab3610e8a22 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:31.943685 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:31.950506 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:31.972685 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11861'] for router, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:31.975951 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11852'] for router, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.087692 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.093416 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-07c11236-e136-46c4-969a-90f4064f5b88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:32.097118 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.164577 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Pushing event deleted for resources: {'Port': ['ID=07cc1883-caed-4a95-9c42-57072ff5a874,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:32.170290 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79c7ac22-ec21-5ed3-bdbe-a90c3be08043-34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'fixed_ips': [{'subnet_id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3'}]}} from dv-cinder-734144-18-iscsi. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:45:32.171553 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.202809 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:32.274362 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-482d8b11-e4a3-4e43-95cc-8ee98140a240 service neutron] 10.222.0.77 "GET /v2.0/networks/910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911254 May 14 09:45:32.311316 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682959'] for router_gateway, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.342039 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Allocated IP 172.20.0.2 (34d1155e-d9e3-4f6a-a86a-1190fea7fa4b/cc543ef6-9e80-42ed-9048-68a126d3a0a3/5bdbe64f-1900-4ebb-8d0b-2e5521f441b7) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:45:32.398126 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11902'] for router, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.586358 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11847'] for router, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.590319 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.625094 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.647803 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Transition to ACTIVE for port object 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:45:32.674208 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Transition to ACTIVE for port object 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:45:32.691723 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.716658 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:32.729665 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563803'] for router, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.730359 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c10fd19-8996-42bc-a8bf-07503498dddb {{(pid=78752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:45:32.751495 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c8fe253-fb00-4e90-9ed4-9d6ff0bd43c6 req-43431898-f363-4527-97a1-3173a3889299 service neutron] 10.222.0.77 "GET /v2.0/networks/910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689114 May 14 09:45:32.761018 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.762135 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1c10fd19-8996-42bc-a8bf-07503498dddb HTTP/1.1" status: 204 len: 168 time: 2.8361366 May 14 09:45:32.764787 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 60648) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:32.792255 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Network 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:45:32.795702 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:45:32.803044 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:45:32.861343 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.891917 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Pushing event updated for resources: {'Port': ['ID=5bdbe64f-1900-4ebb-8d0b-2e5521f441b7,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:32.899081 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:32.907674 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.916521 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Attempting to bind port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:45:32.917242 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Attempting to bind port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '1b31f8e0-8a4f-4d06-b229-ec918721818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:45:32.917610 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Attempting to bind port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 on network 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:45:32.924707 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21c2f8-a442-4642-ba56-5708807bd91c req-085eed31-4536-4f1f-b5fe-9b50b0a44b1f tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:32.925546 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:45:32.926156 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Checking segment: {'id': '1b31f8e0-8a4f-4d06-b229-ec918721818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:45:32.926274 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9e21c2f8-a442-4642-ba56-5708807bd91c req-085eed31-4536-4f1f-b5fe-9b50b0a44b1f tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 943 time: 0.1507864 May 14 09:45:32.926610 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.926983 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Bound using segment: {'id': '1b31f8e0-8a4f-4d06-b229-ec918721818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:45:32.927578 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Bound port: 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b31f8e0-8a4f-4d06-b229-ec918721818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:45:32.927967 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.952149 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce141b5e-617b-4dc2-9113-e2c1ad081fb4 req-b88407de-6b30-4d5f-9a66-104e77fc015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:32.953677 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ce141b5e-617b-4dc2-9113-e2c1ad081fb4 req-b88407de-6b30-4d5f-9a66-104e77fc015c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a29097db286849d4abb40a371310e936&device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 1096 time: 0.1350105 May 14 09:45:32.964918 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fee7c51-593c-4166-b934-07ad352a81d9 admin admin] Deleting subnet 4bc9d5e2-e185-405f-8722-476ba29acd76 {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:45:32.969152 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5fee7c51-593c-4166-b934-07ad352a81d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.027562 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] For port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:45:33.031168 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] For port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=5bdbe64f-1900-4ebb-8d0b-2e5521f441b7,segment=NetworkSegment(1b31f8e0-8a4f-4d06-b229-ec918721818c),segment_id=1b31f8e0-8a4f-4d06-b229-ec918721818c)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:45:33.040366 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.047991 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:33.049706 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5fee7c51-593c-4166-b934-07ad352a81d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5551613'] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.058379 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9e21c2f8-a442-4642-ba56-5708807bd91c req-dd0b70eb-7595-4eff-ae2f-9f8cd890de03 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236019 May 14 09:45:33.119242 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce141b5e-617b-4dc2-9113-e2c1ad081fb4 req-56eb154e-7781-4108-ae72-af065716f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:33.120835 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ce141b5e-617b-4dc2-9113-e2c1ad081fb4 req-56eb154e-7781-4108-ae72-af065716f375 service neutron] 10.222.0.77 "GET /v2.0/networks?id=910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f HTTP/1.1" status: 200 len: 914 time: 0.1589499 May 14 09:45:33.128955 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Pushing event updated for resources: {'Port': ['ID=5bdbe64f-1900-4ebb-8d0b-2e5521f441b7,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:33.139886 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:33.208034 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ce141b5e-617b-4dc2-9113-e2c1ad081fb4 req-1ca733b6-602e-48de-8095-9862e8395d47 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78cbdc00-9d73-4b7f-b0d4-6421f8f742ee HTTP/1.1" status: 200 len: 217 time: 0.0786557 May 14 09:45:33.261319 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5fee7c51-593c-4166-b934-07ad352a81d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.296001 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce141b5e-617b-4dc2-9113-e2c1ad081fb4 req-79651ca6-ea12-44d1-9231-43bfc464dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:33.297637 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ce141b5e-617b-4dc2-9113-e2c1ad081fb4 req-79651ca6-ea12-44d1-9231-43bfc464dbcf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f203fe7f-ac6e-46b3-b4af-83329352f3fd HTTP/1.1" status: 200 len: 853 time: 0.0834949 May 14 09:45:33.326679 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Allocated IP 172.27.2.88 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/22c7b8ac-2f5e-4751-ae24-1cd386f9b3af) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:45:33.368038 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ce141b5e-617b-4dc2-9113-e2c1ad081fb4 req-268dcb94-0423-486e-9c7d-775d5d02d287 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632496 May 14 09:45:33.590153 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ce141b5e-617b-4dc2-9113-e2c1ad081fb4 req-b07fe32a-386a-4b07-9738-667ee90067b1 service neutron] 10.222.0.77 "GET /v2.0/networks/910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136006 May 14 09:45:33.769729 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.783936 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5fee7c51-593c-4166-b934-07ad352a81d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6324433'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.797083 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2aa5f636-ea5e-476e-b5a1-b2a8d4be6985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:33.829231 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5fee7c51-593c-4166-b934-07ad352a81d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.845731 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee7c51-593c-4166-b934-07ad352a81d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bc9d5e2-e185-405f-8722-476ba29acd76,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:33.849063 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-5fee7c51-593c-4166-b934-07ad352a81d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:33.853202 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-5fee7c51-593c-4166-b934-07ad352a81d9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4bc9d5e2-e185-405f-8722-476ba29acd76 HTTP/1.1" status: 204 len: 168 time: 1.0874510 May 14 09:45:33.855206 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 60660) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:33.891418 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:45:33.907208 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ce141b5e-617b-4dc2-9113-e2c1ad081fb4 req-e5accd7a-783d-462f-bd89-940dbf680afb service neutron] 10.222.0.77 "GET /v2.0/networks/910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078239 May 14 09:45:33.967206 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.972771 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7f4a9fb3-715c-472a-9962-c6a4a7e07f18 tempest-DeleteServersTestJSON-1408738011 tempest-DeleteServersTestJSON-1408738011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:33.977811 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:45:34.023512 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:45:34.024875 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e351-d172-4815-901c-f69fcc537267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.038096 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 07cc1883-caed-4a95-9c42-57072ff5a874 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:45:34.043478 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:45:34.049785 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:45:34.059214 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:45:34.096893 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Pushing event updated for resources: {'Port': ['ID=22c7b8ac-2f5e-4751-ae24-1cd386f9b3af,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:34.126679 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:34.129060 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 07cc1883-caed-4a95-9c42-57072ff5a874 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:45:34.129060 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 07cc1883-caed-4a95-9c42-57072ff5a874 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:45:34.292198 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=78cbdc00-9d73-4b7f-b0d4-6421f8f742ee,segment=NetworkSegment(a0cf546b-356c-4df2-a1a3-b2a81a5cf054),segment_id=a0cf546b-356c-4df2-a1a3-b2a81a5cf054)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:34.307442 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': '78cbdc00-9d73-4b7f-b0d4-6421f8f742ee', 'network_id': '910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f', 'port_id': '78cbdc00-9d73-4b7f-b0d4-6421f8f742ee', 'mac_address': 'fa:16:3e:b2:41:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f203fe7f-ac6e-46b3-b4af-83329352f3fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:45:34.316311 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c5c2d-bae7-4d66-8d40-42be0a71336d req-2d4c8edc-dc32-4b99-ad8b-cc00331d6579 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:34.324627 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ab8c5c2d-bae7-4d66-8d40-42be0a71336d req-2d4c8edc-dc32-4b99-ad8b-cc00331d6579 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 943 time: 0.1060739 May 14 09:45:34.377861 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ab8c5c2d-bae7-4d66-8d40-42be0a71336d req-5083f88f-fcec-4952-9c31-77b4ad767ab0 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520589 May 14 09:45:34.384821 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e351-d172-4815-901c-f69fcc537267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.393997 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.413138 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:45:34.432555 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=78cbdc00-9d73-4b7f-b0d4-6421f8f742ee,segment=NetworkSegment(a0cf546b-356c-4df2-a1a3-b2a81a5cf054),segment_id=a0cf546b-356c-4df2-a1a3-b2a81a5cf054)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:34.433088 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-ddc0e351-d172-4815-901c-f69fcc537267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5188e6-2019-4f12-8f56-7be059842ad1']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:34.444175 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.446152 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-06340364-6a59-44da-98c2-c48b79d36f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:34.456345 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-ddc0e351-d172-4815-901c-f69fcc537267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bf2871-13c9-4734-9497-ea00a963e1fd') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:34.456633 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-ddc0e351-d172-4815-901c-f69fcc537267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bf2871-13c9-4734-9497-ea00a963e1fd') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:34.473735 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e351-d172-4815-901c-f69fcc537267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5551366'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.532367 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e351-d172-4815-901c-f69fcc537267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.532671 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc77f716-d5db-42c5-bd23-716f9973eda7 None None] Network 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:45:34.643601 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=78cbdc00-9d73-4b7f-b0d4-6421f8f742ee,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:34.651353 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ebe847ac-ae48-4d22-8389-28c9c7383a45 None None] Provisioning for port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:45:34.656669 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:34.661984 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc0e351-d172-4815-901c-f69fcc537267 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:45:34.662387 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e351-d172-4815-901c-f69fcc537267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474451'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.668606 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ebe847ac-ae48-4d22-8389-28c9c7383a45 None None] Provisioning complete for port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:34.668990 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ebe847ac-ae48-4d22-8389-28c9c7383a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: Traceback (most recent call last): May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: timer() May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: cb(*args, **kw) May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: return func(*args, **kwargs) May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: self._notify() May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: self.callback(batched_events) May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: event.method(event) May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: return f(self, *a, **k) May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._get(url).json() May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:45:34.675895 dv-cinder-734144-18-iscsi neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:45:34.706571 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['78cbdc00-9d73-4b7f-b0d4-6421f8f742ee'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:45:34.877871 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e351-d172-4815-901c-f69fcc537267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.885800 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e351-d172-4815-901c-f69fcc537267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.889902 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-28f56a4b-15be-4071-87af-d13dc813b5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:34.923481 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0e351-d172-4815-901c-f69fcc537267 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5188e6-2019-4f12-8f56-7be059842ad1,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:34.926160 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ddc0e351-d172-4815-901c-f69fcc537267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:34.930791 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.995401 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ebe847ac-ae48-4d22-8389-28c9c7383a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.044613 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ddc0e351-d172-4815-901c-f69fcc537267 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bb5188e6-2019-4f12-8f56-7be059842ad1 HTTP/1.1" status: 204 len: 168 time: 1.1883514 May 14 09:45:35.092458 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-ebe847ac-ae48-4d22-8389-28c9c7383a45 None None] For port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=5bdbe64f-1900-4ebb-8d0b-2e5521f441b7,segment=NetworkSegment(1b31f8e0-8a4f-4d06-b229-ec918721818c),segment_id=1b31f8e0-8a4f-4d06-b229-ec918721818c)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:35.103853 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ebe847ac-ae48-4d22-8389-28c9c7383a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.107620 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:35.254771 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe847ac-ae48-4d22-8389-28c9c7383a45 None None] Pushing event updated for resources: {'Port': ['ID=5bdbe64f-1900-4ebb-8d0b-2e5521f441b7,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:35.267414 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-ebe847ac-ae48-4d22-8389-28c9c7383a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:35.281044 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 60674) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:35.323888 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb04130-4983-478b-a870-0d6a2409d310 req-513361e9-14d7-4f41-b704-57bf20e1d67a tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:35.325357 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fbb04130-4983-478b-a870-0d6a2409d310 req-513361e9-14d7-4f41-b704-57bf20e1d67a tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1413517 May 14 09:45:35.364883 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-b3bfbdb1-5992-418b-b57a-c18a470004df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=820eac1dbc9946d4beb718c13a457562&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0826657 May 14 09:45:35.367386 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 60678) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:35.385878 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682776'] for router, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.386364 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fbb04130-4983-478b-a870-0d6a2409d310 req-867710e1-7e47-45cd-b5bd-2a7d981ffca6 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526795 May 14 09:45:35.444779 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-b87c2044-16fc-4b82-b57e-4542942e8b76 None None] Provisioning complete for port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:35.444944 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-25281281-1876-4c1d-b8d5-3076334a46bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.445158 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-b87c2044-16fc-4b82-b57e-4542942e8b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.471541 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-25281281-1876-4c1d-b8d5-3076334a46bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.591324 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-25281281-1876-4c1d-b8d5-3076334a46bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.597262 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:35.614718 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25281281-1876-4c1d-b8d5-3076334a46bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d88883-03ae-4091-99b4-e5197cdab22c,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:35.619716 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-25281281-1876-4c1d-b8d5-3076334a46bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:35.627233 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-25281281-1876-4c1d-b8d5-3076334a46bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.628399 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-25281281-1876-4c1d-b8d5-3076334a46bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18d88883-03ae-4091-99b4-e5197cdab22c HTTP/1.1" status: 204 len: 168 time: 0.2598732 May 14 09:45:35.643576 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 is scheduled to L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 with binding_index 1 {{(pid=78751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:45:35.660441 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003fa4c-4492-4c92-81b7-c633bce8516a req-e9f008d6-05ea-4c50-a88f-4bf5f175a232 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:35.662599 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8003fa4c-4492-4c92-81b7-c633bce8516a req-e9f008d6-05ea-4c50-a88f-4bf5f175a232 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 944 time: 0.1365542 May 14 09:45:35.715741 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8003fa4c-4492-4c92-81b7-c633bce8516a req-25efb795-7ad5-4e7d-ae94-b6e07e20597c tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420902 May 14 09:45:35.851048 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:45:35.862592 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Sync routers for ids ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:45:35.875467 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.878359 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:45:35.880039 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 60688) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:35.880414 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9566472 May 14 09:45:35.908255 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Routers {'41aee175-dbb1-4325-a5a2-c9dcb5e7a087'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:45:35.909206 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:45:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:36.042779 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:45:36.169636 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:36.169636 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:36.204988 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:45:36.229269 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:36.229848 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:36.260205 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Set router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:45:36.699991 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f4d53-8c3a-4a20-b0d6-1a507e167383 req-14b13667-25b7-43f5-87e5-87229b047c51 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:36.701676 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-856f4d53-8c3a-4a20-b0d6-1a507e167383 req-14b13667-25b7-43f5-87e5-87229b047c51 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1929300 May 14 09:45:36.737053 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:36.749172 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:36.788158 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a7d439-6b43-4aad-a455-2e1949bb7a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cbdc00-9d73-4b7f-b0d4-6421f8f742ee'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:45:36.804022 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=78cbdc00-9d73-4b7f-b0d4-6421f8f742ee,segment=NetworkSegment(a0cf546b-356c-4df2-a1a3-b2a81a5cf054),segment_id=a0cf546b-356c-4df2-a1a3-b2a81a5cf054)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:36.818634 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:36.819042 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-856f4d53-8c3a-4a20-b0d6-1a507e167383 req-17e99c69-6862-4c30-98ab-a43fb2bd22ce tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099219 May 14 09:45:36.822802 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:36.877838 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:31Z', 'updated_at': '2021-05-14T09:45:34Z', 'revision_number': 3, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'gw_port': {'id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:32Z', 'updated_at': '2021-05-14T09:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:36.886346 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Checking router: 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:45:36.886753 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Updating router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 port 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af binding host dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:45:36.937477 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a7d439-6b43-4aad-a455-2e1949bb7a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cbdc00-9d73-4b7f-b0d4-6421f8f742ee', 'code': 200} May 14 09:45:36.975648 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=78cbdc00-9d73-4b7f-b0d4-6421f8f742ee,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:36.979947 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:36.995459 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:37.223173 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Allocated IP 172.20.0.1 (34d1155e-d9e3-4f6a-a86a-1190fea7fa4b/cc543ef6-9e80-42ed-9048-68a126d3a0a3/76a22715-ad89-4ec8-a8f3-b684e9a31c6c) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:45:37.281825 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb5b1e-4199-49f2-86aa-ba798a533556 req-0b4427d4-a914-424d-ad02-b36e5fdfb566 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:37.283674 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-71fb5b1e-4199-49f2-86aa-ba798a533556 req-0b4427d4-a914-424d-ad02-b36e5fdfb566 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 945 time: 0.3541925 May 14 09:45:37.369654 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8b416-2c68-4fad-a563-bd4c8b0e8508 req-905ae0fa-e025-4185-a3de-fc6cb5c4e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:37.371214 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6ef8b416-2c68-4fad-a563-bd4c8b0e8508 req-905ae0fa-e025-4185-a3de-fc6cb5c4e515 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 1098 time: 0.2381296 May 14 09:45:37.376408 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:37.393317 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Transition to ACTIVE for port object 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:45:37.403238 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:37.410113 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:37.463311 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-71fb5b1e-4199-49f2-86aa-ba798a533556 req-6ffc6a34-8619-48b5-ac92-14536c031576 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307294 May 14 09:45:37.473073 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6ef8b416-2c68-4fad-a563-bd4c8b0e8508 req-9813c948-1812-4fa0-85f2-b2e649c3196b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799007 May 14 09:45:37.502518 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ef29c-cfc0-42f0-a8db-e9074692c292 None None] Pushing event updated for resources: {'Port': ['ID=22c7b8ac-2f5e-4751-ae24-1cd386f9b3af,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:37.506686 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-217ef29c-cfc0-42f0-a8db-e9074692c292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:37.508862 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Attempting to bind port 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:45:37.509231 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Attempting to bind port 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:45:37.509593 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Attempting to bind port 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af on network 280262f0-cec7-4ef6-9ec9-17feedefdc59 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:45:37.511868 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:37.515556 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:45:37.517053 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Checking segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:45:37.517053 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:37.517053 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Bound using segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:45:37.517367 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Bound port: 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:45:37.517889 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:37.532260 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Transition to ACTIVE for port object 76a22715-ad89-4ec8-a8f3-b684e9a31c6c will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:45:37.563923 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:37.570597 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-876182ca-b7df-44e9-a0ce-9c59b2f97314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:37.620718 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] For port 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:45:37.628310 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] For port 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=22c7b8ac-2f5e-4751-ae24-1cd386f9b3af,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:45:37.636306 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:37.637615 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Network 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:45:37.640936 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:45:37.642598 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:37.652111 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:45:37.692112 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Pushing event updated for resources: {'Port': ['ID=76a22715-ad89-4ec8-a8f3-b684e9a31c6c,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:37.696873 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:37.719340 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Routers {'41aee175-dbb1-4325-a5a2-c9dcb5e7a087'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:45:37.720017 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:45:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:37.721486 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680132'] for router_interface, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:37.878380 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ef29c-cfc0-42f0-a8db-e9074692c292 None None] Pushing event updated for resources: {'Port': ['ID=22c7b8ac-2f5e-4751-ae24-1cd386f9b3af,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:37.890381 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-217ef29c-cfc0-42f0-a8db-e9074692c292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:38.014472 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] Set router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:45:38.094003 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:38.156134 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-3d8a6948-7787-49d4-9fbb-3e145250ca0f None None] Provisioning for port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:45:38.182094 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e512558-210c-46a4-9bfc-d81af14dc697 req-76bd5c43-1784-467a-b05d-48e514532b53 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:38.183614 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7e512558-210c-46a4-9bfc-d81af14dc697 req-76bd5c43-1784-467a-b05d-48e514532b53 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1826775 May 14 09:45:38.251848 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-3d8a6948-7787-49d4-9fbb-3e145250ca0f None None] Provisioning complete for port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:38.252125 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-3d8a6948-7787-49d4-9fbb-3e145250ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:38.316428 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7e512558-210c-46a4-9bfc-d81af14dc697 req-c9340cd3-4ba9-45da-9a90-9f2d4e6382dc tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221304 May 14 09:45:38.336068 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a6948-7787-49d4-9fbb-3e145250ca0f None None] Port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:45:38.405880 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:38.415669 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:38.422532 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:31Z', 'updated_at': '2021-05-14T09:45:34Z', 'revision_number': 3, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'gw_port': {'id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:32Z', 'updated_at': '2021-05-14T09:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:38.427154 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976553c1-bac8-4fe8-a4fd-ea75ccb1ce2f None None] The sync data for ids ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'] in dv-cinder-734144-18-iscsi is: [{'id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:31Z', 'updated_at': '2021-05-14T09:45:34Z', 'revision_number': 3, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'gw_port': {'id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:32Z', 'updated_at': '2021-05-14T09:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:45:38.453033 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2e5a101d-46c8-423d-b642-b77bf2af35c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:38.529255 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Pushing event updated for resources: {'Port': ['ID=76a22715-ad89-4ec8-a8f3-b684e9a31c6c,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:38.534686 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:38.555380 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680027'] for router_interface, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:38.764982 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Network 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:45:38.771742 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:45:38.787006 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e78b19-b367-45ab-aaae-86ab27a7a277 req-4d867328-ce36-4c25-b890-c33678e13cfd tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:38.788571 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d6e78b19-b367-45ab-aaae-86ab27a7a277 req-4d867328-ce36-4c25-b890-c33678e13cfd tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 945 time: 0.1602488 May 14 09:45:39.078952 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-44564f48-acae-4a7e-8440-358d9ed58d16 None None] Provisioning complete for port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:39.079321 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-44564f48-acae-4a7e-8440-358d9ed58d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:39.097580 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d6e78b19-b367-45ab-aaae-86ab27a7a277 req-86c82499-edc7-4073-a299-41d229fa30a2 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347265 May 14 09:45:39.146903 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:45:39.189228 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-44564f48-acae-4a7e-8440-358d9ed58d16 None None] Port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:45:39.419118 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:45:39.435408 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] 10.222.0.30 "PUT /v2.0/routers/41aee175-dbb1-4325-a5a2-c9dcb5e7a087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5541413 May 14 09:45:39.552877 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a88e8-2f00-4b5f-ab68-fb46c1784528 req-391a4dd6-fe35-4076-a1df-52887715e252 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:39.554456 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0f9a88e8-2f00-4b5f-ab68-fb46c1784528 req-391a4dd6-fe35-4076-a1df-52887715e252 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.0916693 May 14 09:45:39.629186 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0f9a88e8-2f00-4b5f-ab68-fb46c1784528 req-61f29a0d-d51b-43c8-a38f-548733444cff tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686014 May 14 09:45:39.907640 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:45:39.991099 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:45:40.002329 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:40.002329 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:40.128507 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:40.147811 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 60776) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:40.150430 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=22c7b8ac-2f5e-4751-ae24-1cd386f9b3af,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:40.153566 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1565734681-network', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:45:40.158331 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:40.158591 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:40.162893 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Usage tracker for resource:network and tenant:d3f1672e94d6449ab5c591e31e60ace4 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:40.164439 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:40.165953 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:40.172726 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:40.185388 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Made reservation on behalf of d3f1672e94d6449ab5c591e31e60ace4 for: {'network': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:45:40.187899 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:40.203016 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Sync routers for ids ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:45:40.209794 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:40.213294 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Routers {'41aee175-dbb1-4325-a5a2-c9dcb5e7a087'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:45:40.213905 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:45:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:40.225956 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:40.229980 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Usage tracker for resource:security_group_rule and tenant:d3f1672e94d6449ab5c591e31e60ace4 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:40.232910 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:40.238323 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=22c7b8ac-2f5e-4751-ae24-1cd386f9b3af,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:40.238916 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:40.241690 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:40.335236 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:40.341920 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:40.346051 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:40.363826 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c81a2d14-4f59-4ed7-b3b4-a14a15b64708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:40.378750 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=78752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:45:40.388072 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedb8446-e9f6-431a-a773-151bf8c76e99,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:40.391716 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:40.396428 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:40.396902 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.db.segments_db [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Added segment 332242b4-6509-4271-95d8-3973ce4e185a of type vlan for network 8f31cbde-a3de-4e5a-bd8a-c4eab36331cd May 14 09:45:40.435027 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:40.437224 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Set router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:45:40.469947 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:40.471441 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:40.472240 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:40.476102 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:40.579113 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Pushing event updated for resources: {'Network': ['ID=8f31cbde-a3de-4e5a-bd8a-c4eab36331cd,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:40.584954 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4360809 May 14 09:45:40.586099 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:40.588068 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 60784) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:40.593743 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Request body: {'subnet': {'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1565734681-subnet', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:45:40.598302 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network 8f31cbde-a3de-4e5a-bd8a-c4eab36331cd details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:45:40.599870 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:40.604525 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Usage tracker for resource:subnet and tenant:d3f1672e94d6449ab5c591e31e60ace4 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:40.612512 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:40.618912 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:40.632306 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Made reservation on behalf of d3f1672e94d6449ab5c591e31e60ace4 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:45:40.635509 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6324406'] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:40.840450 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:31Z', 'updated_at': '2021-05-14T09:45:37Z', 'revision_number': 4, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'gw_port': {'id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:32Z', 'updated_at': '2021-05-14T09:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '76a22715-ad89-4ec8-a8f3-b684e9a31c6c', 'name': '', 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'mac_address': 'fa:16:3e:63:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:36Z', 'updated_at': '2021-05-14T09:45:38Z', 'revision_number': 2, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'subnets': [{'id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:40.851174 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Checking router: 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:45:40.851540 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Updating router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c binding host dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:45:40.933717 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:40.975113 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36504d0-e5d3-4b43-9f4e-8b630d02eeb6 req-6f67a42e-0728-43d7-bb14-49bb9cf0a42c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:40.976750 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f36504d0-e5d3-4b43-9f4e-8b630d02eeb6 req-6f67a42e-0728-43d7-bb14-49bb9cf0a42c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1638005 May 14 09:45:41.053136 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f36504d0-e5d3-4b43-9f4e-8b630d02eeb6 req-a3a64299-2201-4dfd-a56e-d2521e114ffd tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646834 May 14 09:45:41.174366 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5551422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6324392'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:41.178654 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-702c01f2-aa39-40aa-b3a8-ee9dc70b7f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:41.280761 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f30863f-b360-4785-85a8-f46b7a70b257,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:41.284466 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:41.290987 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Checking segment: {'id': '332242b4-6509-4271-95d8-3973ce4e185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:45:41.291351 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Network hostable DHCP agents. Network: 8f31cbde-a3de-4e5a-bd8a-c4eab36331cd, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:45:41.312532 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Network 8f31cbde-a3de-4e5a-bd8a-c4eab36331cd is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:45:41.323487 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, 8f31cbde-a3de-4e5a-bd8a-c4eab36331cd) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:45:41.333489 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:41.334126 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:41.334412 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d664c-3959-428b-b140-5aba28dabe19 None None] Network 8f31cbde-a3de-4e5a-bd8a-c4eab36331cd requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:45:41.366620 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 60800) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:41.373219 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1565734681-router', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:45:41.377825 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7886963 May 14 09:45:41.382543 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:41.390154 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Usage tracker for resource:router and tenant:d3f1672e94d6449ab5c591e31e60ace4 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:41.392605 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:41.396122 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:41.406618 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:41.409440 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Transition to ACTIVE for port object 76a22715-ad89-4ec8-a8f3-b684e9a31c6c will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:45:41.423513 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:41.424591 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11861'] for router, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:41.426171 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11852'] for router, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:41.431677 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:41.449478 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:41.607656 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Pushing event updated for resources: {'Port': ['ID=76a22715-ad89-4ec8-a8f3-b684e9a31c6c,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:41.623053 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79c7ac22-ec21-5ed3-bdbe-a90c3be08043-8f31cbde-a3de-4e5a-bd8a-c4eab36331cd', 'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'fixed_ips': [{'subnet_id': '6f30863f-b360-4785-85a8-f46b7a70b257'}]}} from dv-cinder-734144-18-iscsi. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:45:41.623938 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:41.697658 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:41.698290 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:41.698846 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:41.699371 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:41.701567 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:41.702225 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:41.702859 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:41.703341 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:41.704086 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:41.704957 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:41.705423 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:41.705895 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:41.719912 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Attempting to bind port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:45:41.720280 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Attempting to bind port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '1b31f8e0-8a4f-4d06-b229-ec918721818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:45:41.720641 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Attempting to bind port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c on network 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:45:41.724872 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:41.728530 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:45:41.728915 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Checking segment: {'id': '1b31f8e0-8a4f-4d06-b229-ec918721818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:45:41.729424 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:41.729761 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Bound using segment: {'id': '1b31f8e0-8a4f-4d06-b229-ec918721818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:45:41.730243 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Bound port: 76a22715-ad89-4ec8-a8f3-b684e9a31c6c, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b31f8e0-8a4f-4d06-b229-ec918721818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:45:41.730638 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:41.792879 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11902'] for router, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:41.829090 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] For port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:45:41.832456 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] For port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=76a22715-ad89-4ec8-a8f3-b684e9a31c6c,segment=NetworkSegment(1b31f8e0-8a4f-4d06-b229-ec918721818c),segment_id=1b31f8e0-8a4f-4d06-b229-ec918721818c)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:45:41.853006 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:41.860050 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Allocated IP 172.20.0.2 (8f31cbde-a3de-4e5a-bd8a-c4eab36331cd/6f30863f-b360-4785-85a8-f46b7a70b257/9e05537a-be44-4c15-aaed-485b4d3d7047) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:45:41.865727 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:41.897959 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:45:41.934945 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Routers {'41aee175-dbb1-4325-a5a2-c9dcb5e7a087'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:45:41.936728 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:45:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:42.142606 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:42.142964 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:42.176885 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Pushing event updated for resources: {'Port': ['ID=76a22715-ad89-4ec8-a8f3-b684e9a31c6c,revision_number=4']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:42.191099 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:42.259914 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] Set router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:45:42.298884 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:42.317903 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Transition to ACTIVE for port object 9e05537a-be44-4c15-aaed-485b4d3d7047 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:45:42.448420 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Transition to ACTIVE for port object 9e05537a-be44-4c15-aaed-485b4d3d7047 will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:45:42.459076 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:42.465687 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:42.468456 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-ebe847ac-ae48-4d22-8389-28c9c7383a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:42.516206 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:42.554816 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Network 8f31cbde-a3de-4e5a-bd8a-c4eab36331cd is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:45:42.558377 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:45:42.561863 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:45:42.612003 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Pushing event updated for resources: {'Port': ['ID=9e05537a-be44-4c15-aaed-485b4d3d7047,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:42.615218 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:42.663834 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0aa69f-89d1-4723-94fb-fa9e4297123c req-147575af-0baf-4555-9187-513d0ffcc89e tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:42.665550 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cd0aa69f-89d1-4723-94fb-fa9e4297123c req-147575af-0baf-4555-9187-513d0ffcc89e tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.3330467 May 14 09:45:42.717956 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:31Z', 'updated_at': '2021-05-14T09:45:37Z', 'revision_number': 4, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'gw_port': {'id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:32Z', 'updated_at': '2021-05-14T09:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '76a22715-ad89-4ec8-a8f3-b684e9a31c6c', 'name': '', 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'mac_address': 'fa:16:3e:63:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:36Z', 'updated_at': '2021-05-14T09:45:41Z', 'revision_number': 4, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'subnets': [{'id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:42.718836 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Allocated IP 172.27.2.136 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/69e6ba08-16fb-4e8d-919e-03adec265a2d) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:45:42.727224 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151740ba-ad8e-4f46-a49b-cefd1bc26449 None None] The sync data for ids ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'] in dv-cinder-734144-18-iscsi is: [{'id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:31Z', 'updated_at': '2021-05-14T09:45:37Z', 'revision_number': 4, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'gw_port': {'id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:32Z', 'updated_at': '2021-05-14T09:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '76a22715-ad89-4ec8-a8f3-b684e9a31c6c', 'name': '', 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'mac_address': 'fa:16:3e:63:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:36Z', 'updated_at': '2021-05-14T09:45:41Z', 'revision_number': 4, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'subnets': [{'id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:45:42.748632 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cd0aa69f-89d1-4723-94fb-fa9e4297123c req-b6e8a710-b8a9-4902-9d3b-54e58a23852d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765166 May 14 09:45:42.754241 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Attempting to bind port 9e05537a-be44-4c15-aaed-485b4d3d7047 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:45:42.755652 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Attempting to bind port 9e05537a-be44-4c15-aaed-485b4d3d7047 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '332242b4-6509-4271-95d8-3973ce4e185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:45:42.755939 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Attempting to bind port 9e05537a-be44-4c15-aaed-485b4d3d7047 on network 8f31cbde-a3de-4e5a-bd8a-c4eab36331cd {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:45:42.780485 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:45:42.780882 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Checking segment: {'id': '332242b4-6509-4271-95d8-3973ce4e185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:45:42.781466 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:42.782072 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Bound using segment: {'id': '332242b4-6509-4271-95d8-3973ce4e185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:45:42.783856 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Bound port: 9e05537a-be44-4c15-aaed-485b4d3d7047, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332242b4-6509-4271-95d8-3973ce4e185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:45:42.784245 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:42.817318 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:42.931016 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] For port 9e05537a-be44-4c15-aaed-485b4d3d7047, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:45:42.936109 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] For port 9e05537a-be44-4c15-aaed-485b4d3d7047, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=9e05537a-be44-4c15-aaed-485b4d3d7047,segment=NetworkSegment(332242b4-6509-4271-95d8-3973ce4e185a),segment_id=332242b4-6509-4271-95d8-3973ce4e185a)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:45:42.950647 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:42.959190 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:42.977076 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:43.026312 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:43.036267 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:43.058795 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-512a3959-9e0a-40b9-95c1-c9629ac847a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:43.072024 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Pushing event updated for resources: {'Port': ['ID=9e05537a-be44-4c15-aaed-485b4d3d7047,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:43.074175 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:43.115953 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:45:43.119389 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:45:43.123979 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:45:43.191454 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Pushing event updated for resources: {'Port': ['ID=69e6ba08-16fb-4e8d-919e-03adec265a2d,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:43.202813 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:43.692551 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:44.031967 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 9e05537a-be44-4c15-aaed-485b4d3d7047 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:45:44.075325 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:44.121272 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 9e05537a-be44-4c15-aaed-485b4d3d7047 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:45:44.128576 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 76a22715-ad89-4ec8-a8f3-b684e9a31c6c up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:45:44.217312 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a38d3ab-f674-4578-b1eb-8820c316a29b None None] Network 8f31cbde-a3de-4e5a-bd8a-c4eab36331cd requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:45:44.303344 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:45:44.329440 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:44.329821 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:44.343061 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af37b08-2268-4748-9d20-f933e6a12bf6 req-ad7f3f5e-b463-442a-b9e7-217a0af82032 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:44.344736 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7af37b08-2268-4748-9d20-f933e6a12bf6 req-ad7f3f5e-b463-442a-b9e7-217a0af82032 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.4342802 May 14 09:45:44.355651 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-66fe0787-9c21-4223-a875-24f1536ee373 None None] Provisioning for port 9e05537a-be44-4c15-aaed-485b4d3d7047 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:45:44.375478 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-66fe0787-9c21-4223-a875-24f1536ee373 None None] Provisioning complete for port 9e05537a-be44-4c15-aaed-485b4d3d7047 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:44.376885 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682776'] for router, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:44.396211 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-66fe0787-9c21-4223-a875-24f1536ee373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:44.566816 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7af37b08-2268-4748-9d20-f933e6a12bf6 req-bbb400c2-2803-43ac-8c33-0e7f8350ddc0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966915 May 14 09:45:44.662072 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Router 3a0e4517-ce77-4437-a41c-6b130449513e is scheduled to L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 with binding_index 1 {{(pid=78752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:45:44.732519 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-66fe0787-9c21-4223-a875-24f1536ee373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:44.745673 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:44.792689 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-66fe0787-9c21-4223-a875-24f1536ee373 None None] For port 9e05537a-be44-4c15-aaed-485b4d3d7047, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=9e05537a-be44-4c15-aaed-485b4d3d7047,segment=NetworkSegment(332242b4-6509-4271-95d8-3973ce4e185a),segment_id=332242b4-6509-4271-95d8-3973ce4e185a)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:44.802408 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-66fe0787-9c21-4223-a875-24f1536ee373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:44.805701 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-f081adf0-efee-4ecd-987b-36a06b7742cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:44.847402 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=76a22715-ad89-4ec8-a8f3-b684e9a31c6c,segment=NetworkSegment(1b31f8e0-8a4f-4d06-b229-ec918721818c),segment_id=1b31f8e0-8a4f-4d06-b229-ec918721818c)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:44.850335 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:45:44.861644 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Sync routers for ids ['3a0e4517-ce77-4437-a41c-6b130449513e'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:45:44.867381 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:44.876721 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:44.880715 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5103190 May 14 09:45:44.881015 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Routers {'3a0e4517-ce77-4437-a41c-6b130449513e'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:45:44.881200 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 60846) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:44.881450 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:45:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['3a0e4517-ce77-4437-a41c-6b130449513e'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:45.028523 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe0787-9c21-4223-a875-24f1536ee373 None None] Pushing event updated for resources: {'Port': ['ID=9e05537a-be44-4c15-aaed-485b4d3d7047,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:45.033950 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-66fe0787-9c21-4223-a875-24f1536ee373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:45.035112 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:45.142886 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=76a22715-ad89-4ec8-a8f3-b684e9a31c6c,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:45.150017 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:45.152079 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Set router 3a0e4517-ce77-4437-a41c-6b130449513e gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:45:45.260866 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-d2eea0ea-e5c3-46ae-b78e-a3a1712c4f06 None None] Provisioning complete for port 9e05537a-be44-4c15-aaed-485b4d3d7047 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:45.261098 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d2eea0ea-e5c3-46ae-b78e-a3a1712c4f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:45.436011 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:45.605279 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'name': 'tempest-TestMinimumBasicScenario-1565734681-router', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:41Z', 'updated_at': '2021-05-14T09:45:43Z', 'revision_number': 3, 'project_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'gw_port': {'id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:76:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:42Z', 'updated_at': '2021-05-14T09:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:45.606308 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:45.616329 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Checking router: 3a0e4517-ce77-4437-a41c-6b130449513e for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:45:45.616687 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Updating router 3a0e4517-ce77-4437-a41c-6b130449513e port 69e6ba08-16fb-4e8d-919e-03adec265a2d binding host dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:45:45.686888 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:45.836031 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:45.973237 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 9e05537a-be44-4c15-aaed-485b4d3d7047 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:45:46.096063 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d0b94-317a-4530-91f6-85c6c6df59be req-96222167-7172-4407-b49f-209c931b3f64 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:46.098430 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 9e05537a-be44-4c15-aaed-485b4d3d7047 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:46.098861 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:46.100023 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6c3d0b94-317a-4530-91f6-85c6c6df59be req-96222167-7172-4407-b49f-209c931b3f64 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.3831830 May 14 09:45:46.111608 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Allocated IP 172.20.0.1 (8f31cbde-a3de-4e5a-bd8a-c4eab36331cd/6f30863f-b360-4785-85a8-f46b7a70b257/2ba7d137-3491-49ed-9382-e2eb3aacccec) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:45:46.251673 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:46.297803 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6c3d0b94-317a-4530-91f6-85c6c6df59be req-fab291fd-d598-4e96-a4aa-4101f7ac8ee0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877718 May 14 09:45:46.307840 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Transition to ACTIVE for port object 69e6ba08-16fb-4e8d-919e-03adec265a2d will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:45:46.326053 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:46.357742 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:46.362190 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:46.379149 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Transition to ACTIVE for port object 2ba7d137-3491-49ed-9382-e2eb3aacccec will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:45:46.410919 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:46.415759 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f2dc9668-781c-437e-b38a-74dad7517fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:46.431151 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 76a22715-ad89-4ec8-a8f3-b684e9a31c6c up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:45:46.504369 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Pushing event updated for resources: {'Port': ['ID=2ba7d137-3491-49ed-9382-e2eb3aacccec,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:46.504713 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Attempting to bind port 69e6ba08-16fb-4e8d-919e-03adec265a2d on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:45:46.505063 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Attempting to bind port 69e6ba08-16fb-4e8d-919e-03adec265a2d by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:45:46.505428 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Attempting to bind port 69e6ba08-16fb-4e8d-919e-03adec265a2d on network 280262f0-cec7-4ef6-9ec9-17feedefdc59 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:45:46.513892 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:46.516282 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Network 8f31cbde-a3de-4e5a-bd8a-c4eab36331cd is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:45:46.517505 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:45:46.520092 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:45:46.530680 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:45:46.531155 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Checking segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:45:46.531650 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:46.532179 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Bound using segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:45:46.532703 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Bound port: 69e6ba08-16fb-4e8d-919e-03adec265a2d, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:45:46.533118 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:46.566306 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a3f6b-6b1c-40f0-9936-407a58757802 None None] Pushing event updated for resources: {'Port': ['ID=69e6ba08-16fb-4e8d-919e-03adec265a2d,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:46.569454 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-748a3f6b-6b1c-40f0-9936-407a58757802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:46.581113 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680132'] for router_interface, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:46.654492 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:46.656261 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:46.693956 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] For port 69e6ba08-16fb-4e8d-919e-03adec265a2d, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:45:46.729054 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] For port 69e6ba08-16fb-4e8d-919e-03adec265a2d, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=69e6ba08-16fb-4e8d-919e-03adec265a2d,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:45:46.738589 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:46.753991 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-66fe0787-9c21-4223-a875-24f1536ee373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:46.821951 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:46.909221 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Routers {'3a0e4517-ce77-4437-a41c-6b130449513e'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:45:46.909891 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:45:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['3a0e4517-ce77-4437-a41c-6b130449513e'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:47.035570 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:45:47.058116 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a3f6b-6b1c-40f0-9936-407a58757802 None None] Pushing event updated for resources: {'Port': ['ID=69e6ba08-16fb-4e8d-919e-03adec265a2d,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:47.061662 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-748a3f6b-6b1c-40f0-9936-407a58757802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:47.075234 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-47525119-12e1-4cec-a9cc-203e76cf849e None None] Provisioning for port 2ba7d137-3491-49ed-9382-e2eb3aacccec completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:45:47.107400 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-47525119-12e1-4cec-a9cc-203e76cf849e None None] Provisioning complete for port 2ba7d137-3491-49ed-9382-e2eb3aacccec triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:47.108513 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-47525119-12e1-4cec-a9cc-203e76cf849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:47.130493 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8c4c1-e8b9-4c6e-ae15-e2ea38ccfa68 req-7488428d-4af1-45f2-8ed5-33babb10f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:47.132130 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f1d8c4c1-e8b9-4c6e-ae15-e2ea38ccfa68 req-7488428d-4af1-45f2-8ed5-33babb10f58e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3&device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 1099 time: 0.3141749 May 14 09:45:47.213578 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-47525119-12e1-4cec-a9cc-203e76cf849e None None] Port 2ba7d137-3491-49ed-9382-e2eb3aacccec cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:45:47.256370 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03a477-9fd2-4278-ab1d-f7104eb05337 req-1eac7e4c-2afb-4fa8-85aa-59368a28ba91 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:47.259873 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] Set router 3a0e4517-ce77-4437-a41c-6b130449513e gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:45:47.260078 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fa03a477-9fd2-4278-ab1d-f7104eb05337 req-1eac7e4c-2afb-4fa8-85aa-59368a28ba91 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.3215611 May 14 09:45:47.388826 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fa03a477-9fd2-4278-ab1d-f7104eb05337 req-cdf67026-c708-488b-9244-1cfb5bda1505 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094971 May 14 09:45:47.435774 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8c4c1-e8b9-4c6e-ae15-e2ea38ccfa68 req-6d03c2cc-8975-4721-b741-94f7fc9e70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:47.437491 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f1d8c4c1-e8b9-4c6e-ae15-e2ea38ccfa68 req-6d03c2cc-8975-4721-b741-94f7fc9e70f0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=985cc55b-f372-49ec-9629-66d97c3fcf56 HTTP/1.1" status: 200 len: 912 time: 0.2944820 May 14 09:45:47.446483 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:47.517654 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:47.552867 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-21348911-a3c7-4af4-9327-b863aa8f009a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:47.675674 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f1d8c4c1-e8b9-4c6e-ae15-e2ea38ccfa68 req-ceae7c2c-b6cd-473b-a219-ee1dbe023b2a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98b939d-7329-464d-b363-a8a7412a7c82 HTTP/1.1" status: 200 len: 1002 time: 0.2271435 May 14 09:45:47.678468 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Pushing event updated for resources: {'Port': ['ID=2ba7d137-3491-49ed-9382-e2eb3aacccec,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:47.681506 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:47.684876 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680027'] for router_interface, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:47.685143 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'name': 'tempest-TestMinimumBasicScenario-1565734681-router', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:41Z', 'updated_at': '2021-05-14T09:45:46Z', 'revision_number': 4, 'project_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'gw_port': {'id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:76:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:42Z', 'updated_at': '2021-05-14T09:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '2ba7d137-3491-49ed-9382-e2eb3aacccec', 'name': '', 'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'mac_address': 'fa:16:3e:2b:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6f30863f-b360-4785-85a8-f46b7a70b257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:45Z', 'updated_at': '2021-05-14T09:45:46Z', 'revision_number': 1, 'project_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'subnets': [{'id': '6f30863f-b360-4785-85a8-f46b7a70b257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:47.690155 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77389e0f-51ab-4285-b8fb-9c14b4a36702 None None] The sync data for ids ['3a0e4517-ce77-4437-a41c-6b130449513e'] in dv-cinder-734144-18-iscsi is: [{'id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'name': 'tempest-TestMinimumBasicScenario-1565734681-router', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:41Z', 'updated_at': '2021-05-14T09:45:46Z', 'revision_number': 4, 'project_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'gw_port': {'id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:76:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:42Z', 'updated_at': '2021-05-14T09:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '2ba7d137-3491-49ed-9382-e2eb3aacccec', 'name': '', 'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'mac_address': 'fa:16:3e:2b:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6f30863f-b360-4785-85a8-f46b7a70b257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:45Z', 'updated_at': '2021-05-14T09:45:46Z', 'revision_number': 1, 'project_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'subnets': [{'id': '6f30863f-b360-4785-85a8-f46b7a70b257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:45:47.855010 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Network 8f31cbde-a3de-4e5a-bd8a-c4eab36331cd is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:45:47.856157 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:45:48.241817 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Router 3a0e4517-ce77-4437-a41c-6b130449513e has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:45:48.253784 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-a47dca2a-4dd6-4bb4-a2f0-151ca1eaddaa None None] Provisioning complete for port 2ba7d137-3491-49ed-9382-e2eb3aacccec triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:48.254370 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a47dca2a-4dd6-4bb4-a2f0-151ca1eaddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:48.320481 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-a47dca2a-4dd6-4bb4-a2f0-151ca1eaddaa None None] Port 2ba7d137-3491-49ed-9382-e2eb3aacccec cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:45:48.476459 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8c4c1-e8b9-4c6e-ae15-e2ea38ccfa68 req-9a93e011-21db-48be-a17c-539ed1dffc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:48.477916 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f1d8c4c1-e8b9-4c6e-ae15-e2ea38ccfa68 req-9a93e011-21db-48be-a17c-539ed1dffc3a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=66021503-54ca-4040-9580-08c3db49374a HTTP/1.1" status: 200 len: 850 time: 0.0903089 May 14 09:45:48.504367 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:45:48.513648 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] 10.222.0.30 "PUT /v2.0/routers/3a0e4517-ce77-4437-a41c-6b130449513e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6317506 May 14 09:45:48.618767 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda384-1e7f-4e6d-9910-14b7aca7ca58 req-ba442d68-c9f6-45ee-b886-c0206f8a2525 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:48.620331 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3feda384-1e7f-4e6d-9910-14b7aca7ca58 req-ba442d68-c9f6-45ee-b886-c0206f8a2525 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.0892789 May 14 09:45:48.693634 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3feda384-1e7f-4e6d-9910-14b7aca7ca58 req-11ea0225-b709-4477-8cde-8ecf0c5b5dff tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649619 May 14 09:45:49.396874 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8c4c1-e8b9-4c6e-ae15-e2ea38ccfa68 req-f95e055a-6034-4a68-8e81-3c664a868bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:49.398372 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f1d8c4c1-e8b9-4c6e-ae15-e2ea38ccfa68 req-f95e055a-6034-4a68-8e81-3c664a868bdf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=985cc55b-f372-49ec-9629-66d97c3fcf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1142709 May 14 09:45:49.979042 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 69e6ba08-16fb-4e8d-919e-03adec265a2d up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:45:50.028736 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fb25f-97be-42f5-b28e-28f41994bf13 req-13c726b1-9704-4a70-9c8a-15a7eaff3f80 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:50.030682 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a54fb25f-97be-42f5-b28e-28f41994bf13 req-13c726b1-9704-4a70-9c8a-15a7eaff3f80 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1574149 May 14 09:45:50.102422 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a54fb25f-97be-42f5-b28e-28f41994bf13 req-7ac3c0ce-e409-4680-b6bf-f77ab160d9b2 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607138 May 14 09:45:50.149372 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 69e6ba08-16fb-4e8d-919e-03adec265a2d completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:45:50.163281 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 69e6ba08-16fb-4e8d-919e-03adec265a2d triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:50.163695 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:50.335722 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:50.357252 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 69e6ba08-16fb-4e8d-919e-03adec265a2d, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=69e6ba08-16fb-4e8d-919e-03adec265a2d,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:50.367408 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:50.369602 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:50.483819 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=69e6ba08-16fb-4e8d-919e-03adec265a2d,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:50.503419 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:50.504167 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-b48b23c6-2701-4941-be9d-50054673551a req-d2e770a9-ebca-4687-a007-56654e9d03e1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1510050 May 14 09:45:50.576817 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f1d8c4c1-e8b9-4c6e-ae15-e2ea38ccfa68 req-82da64a2-102d-4371-a1d7-0a170e907b89 service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607348 May 14 09:45:50.791927 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f1d8c4c1-e8b9-4c6e-ae15-e2ea38ccfa68 req-57b78f5b-1ef5-4791-880c-ec434229871c service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924198 May 14 09:45:50.842083 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b23c6-2701-4941-be9d-50054673551a req-1403bda4-3ad4-4876-a80e-60a2ebbad1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:50.844004 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-b48b23c6-2701-4941-be9d-50054673551a req-1403bda4-3ad4-4876-a80e-60a2ebbad1b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=48873c3bcf674a0593730b514b4ffa39&device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 1100 time: 0.2316756 May 14 09:45:51.019747 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b23c6-2701-4941-be9d-50054673551a req-d9ca736c-3575-4ab2-b463-ee78c473f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:51.021200 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-b48b23c6-2701-4941-be9d-50054673551a req-d9ca736c-3575-4ab2-b463-ee78c473f4c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=33793f62-2dd2-41d9-955d-c771f928128f HTTP/1.1" status: 200 len: 918 time: 0.1540298 May 14 09:45:51.167960 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-b48b23c6-2701-4941-be9d-50054673551a req-cd4fc295-4b3c-46bc-bf4b-43294a482c03 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f HTTP/1.1" status: 200 len: 1002 time: 0.1313567 May 14 09:45:51.272222 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b23c6-2701-4941-be9d-50054673551a req-f4682762-1ec0-43e1-9ce3-2754141e1144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:51.273681 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-b48b23c6-2701-4941-be9d-50054673551a req-f4682762-1ec0-43e1-9ce3-2754141e1144 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a HTTP/1.1" status: 200 len: 856 time: 0.1018798 May 14 09:45:51.273816 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Sync routers for ids ['3a0e4517-ce77-4437-a41c-6b130449513e'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:45:51.341587 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Routers {'3a0e4517-ce77-4437-a41c-6b130449513e'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:45:51.342999 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:45:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['3a0e4517-ce77-4437-a41c-6b130449513e'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:51.539118 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b23c6-2701-4941-be9d-50054673551a req-022645e9-3da9-470c-ab0a-7dfb2e655e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:51.540830 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-b48b23c6-2701-4941-be9d-50054673551a req-022645e9-3da9-470c-ab0a-7dfb2e655e25 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33793f62-2dd2-41d9-955d-c771f928128f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2526464 May 14 09:45:51.641283 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e599c9-f3ab-4f5a-937a-d30bc6fe0aa6 req-0e7b683d-777a-4b06-b944-b4d9bd4cf81e tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:51.650486 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a4e599c9-f3ab-4f5a-937a-d30bc6fe0aa6 req-0e7b683d-777a-4b06-b944-b4d9bd4cf81e tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.3274133 May 14 09:45:51.770925 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a4e599c9-f3ab-4f5a-937a-d30bc6fe0aa6 req-e2aa0606-b2ae-4cd6-b7d9-bce071049435 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195149 May 14 09:45:51.926856 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Set router 3a0e4517-ce77-4437-a41c-6b130449513e gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:45:51.935556 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 69e6ba08-16fb-4e8d-919e-03adec265a2d up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:45:51.971817 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-b48b23c6-2701-4941-be9d-50054673551a req-762a19ea-8f0a-4d15-8f7e-e2683134d1b3 service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194577 May 14 09:45:52.127944 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 69e6ba08-16fb-4e8d-919e-03adec265a2d triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:52.129102 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:52.262905 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-b48b23c6-2701-4941-be9d-50054673551a req-1795dd94-fca1-40f7-87a9-02dfe319b594 service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771969 May 14 09:45:52.515300 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'name': 'tempest-TestMinimumBasicScenario-1565734681-router', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:41Z', 'updated_at': '2021-05-14T09:45:46Z', 'revision_number': 4, 'project_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'gw_port': {'id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:42Z', 'updated_at': '2021-05-14T09:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '2ba7d137-3491-49ed-9382-e2eb3aacccec', 'name': '', 'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'mac_address': 'fa:16:3e:2b:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6f30863f-b360-4785-85a8-f46b7a70b257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:45Z', 'updated_at': '2021-05-14T09:45:47Z', 'revision_number': 2, 'project_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'subnets': [{'id': '6f30863f-b360-4785-85a8-f46b7a70b257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:52.520972 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Checking router: 3a0e4517-ce77-4437-a41c-6b130449513e for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:45:52.521555 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Updating router 3a0e4517-ce77-4437-a41c-6b130449513e port 2ba7d137-3491-49ed-9382-e2eb3aacccec binding host dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:45:52.589458 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:52.966609 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145fa87-cf91-4450-94bf-acaf003e36ac req-1f3af003-c72c-4bd3-b8fb-33ef32213264 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:52.968556 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0145fa87-cf91-4450-94bf-acaf003e36ac req-1f3af003-c72c-4bd3-b8fb-33ef32213264 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.0895474 May 14 09:45:53.034101 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0145fa87-cf91-4450-94bf-acaf003e36ac req-cbcbb373-9d2d-44e9-9c15-4986a3b27474 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591781 May 14 09:45:53.061405 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:53.073897 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Transition to ACTIVE for port object 2ba7d137-3491-49ed-9382-e2eb3aacccec will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:45:53.082197 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:53.086413 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-90edaec1-ceff-4f71-9760-1f6314a47a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:53.256345 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5b619-f77a-4a94-b8c4-868c554c6acd None None] Pushing event updated for resources: {'Port': ['ID=2ba7d137-3491-49ed-9382-e2eb3aacccec,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:53.275564 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-58a5b619-f77a-4a94-b8c4-868c554c6acd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:53.354507 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Attempting to bind port 2ba7d137-3491-49ed-9382-e2eb3aacccec on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:45:53.354874 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Attempting to bind port 2ba7d137-3491-49ed-9382-e2eb3aacccec by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '332242b4-6509-4271-95d8-3973ce4e185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:45:53.355233 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Attempting to bind port 2ba7d137-3491-49ed-9382-e2eb3aacccec on network 8f31cbde-a3de-4e5a-bd8a-c4eab36331cd {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:45:53.372566 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:45:53.372935 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Checking segment: {'id': '332242b4-6509-4271-95d8-3973ce4e185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:45:53.373329 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:53.373782 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Bound using segment: {'id': '332242b4-6509-4271-95d8-3973ce4e185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:45:53.374176 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Bound port: 2ba7d137-3491-49ed-9382-e2eb3aacccec, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332242b4-6509-4271-95d8-3973ce4e185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:45:53.374606 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:53.495712 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] For port 2ba7d137-3491-49ed-9382-e2eb3aacccec, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:45:53.498252 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] For port 2ba7d137-3491-49ed-9382-e2eb3aacccec, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=2ba7d137-3491-49ed-9382-e2eb3aacccec,segment=NetworkSegment(332242b4-6509-4271-95d8-3973ce4e185a),segment_id=332242b4-6509-4271-95d8-3973ce4e185a)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:45:53.505570 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:53.510330 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-631bac39-1843-4e22-a845-7434707f3e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:53.620404 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Routers {'3a0e4517-ce77-4437-a41c-6b130449513e'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:45:53.621912 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:45:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['3a0e4517-ce77-4437-a41c-6b130449513e'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:53.754814 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5b619-f77a-4a94-b8c4-868c554c6acd None None] Pushing event updated for resources: {'Port': ['ID=2ba7d137-3491-49ed-9382-e2eb3aacccec,revision_number=4']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:53.758150 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-58a5b619-f77a-4a94-b8c4-868c554c6acd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:53.840922 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] Set router 3a0e4517-ce77-4437-a41c-6b130449513e gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:45:53.944328 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2ba7d137-3491-49ed-9382-e2eb3aacccec up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:45:54.024768 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 2ba7d137-3491-49ed-9382-e2eb3aacccec completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:45:54.037523 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 2ba7d137-3491-49ed-9382-e2eb3aacccec triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:54.037523 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:54.206350 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:54.248052 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 2ba7d137-3491-49ed-9382-e2eb3aacccec, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=2ba7d137-3491-49ed-9382-e2eb3aacccec,segment=NetworkSegment(332242b4-6509-4271-95d8-3973ce4e185a),segment_id=332242b4-6509-4271-95d8-3973ce4e185a)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:54.255136 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:54.258122 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'name': 'tempest-TestMinimumBasicScenario-1565734681-router', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:41Z', 'updated_at': '2021-05-14T09:45:46Z', 'revision_number': 4, 'project_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'gw_port': {'id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:42Z', 'updated_at': '2021-05-14T09:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '2ba7d137-3491-49ed-9382-e2eb3aacccec', 'name': '', 'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'mac_address': 'fa:16:3e:2b:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6f30863f-b360-4785-85a8-f46b7a70b257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:45Z', 'updated_at': '2021-05-14T09:45:53Z', 'revision_number': 4, 'project_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'subnets': [{'id': '6f30863f-b360-4785-85a8-f46b7a70b257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:45:54.258358 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:54.264622 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c4d25-da9f-45df-9133-0059cd772314 None None] The sync data for ids ['3a0e4517-ce77-4437-a41c-6b130449513e'] in dv-cinder-734144-18-iscsi is: [{'id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'name': 'tempest-TestMinimumBasicScenario-1565734681-router', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:41Z', 'updated_at': '2021-05-14T09:45:46Z', 'revision_number': 4, 'project_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'gw_port': {'id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:42Z', 'updated_at': '2021-05-14T09:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '2ba7d137-3491-49ed-9382-e2eb3aacccec', 'name': '', 'network_id': '8f31cbde-a3de-4e5a-bd8a-c4eab36331cd', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'mac_address': 'fa:16:3e:2b:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6f30863f-b360-4785-85a8-f46b7a70b257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:45Z', 'updated_at': '2021-05-14T09:45:53Z', 'revision_number': 4, 'project_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'subnets': [{'id': '6f30863f-b360-4785-85a8-f46b7a70b257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:45:54.342383 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=2ba7d137-3491-49ed-9382-e2eb3aacccec,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:54.367205 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:55.895080 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2ba7d137-3491-49ed-9382-e2eb3aacccec up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:45:55.995354 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 2ba7d137-3491-49ed-9382-e2eb3aacccec triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:55.995927 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:00.043272 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-c6cf785a-200d-4bd0-9bdd-8cb8e193cdec tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:00.044747 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-c6cf785a-200d-4bd0-9bdd-8cb8e193cdec tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/networks?id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b HTTP/1.1" status: 200 len: 814 time: 0.1595142 May 14 09:46:00.061450 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9f9c8d71-72e7-4fd0-b10c-d9221695c1b0 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/quotas/85ca02835c3c40c4b255bab3610e8a22 HTTP/1.1" status: 200 len: 375 time: 0.0095482 May 14 09:46:00.147050 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-d43e7fea-46fa-43b1-921b-bfc1d757c805 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Synchronizing usage tracker for tenant:85ca02835c3c40c4b255bab3610e8a22 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:46:00.180179 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-d43e7fea-46fa-43b1-921b-bfc1d757c805 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Unset dirty status for tenant:85ca02835c3c40c4b255bab3610e8a22 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:46:00.181968 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-d43e7fea-46fa-43b1-921b-bfc1d757c805 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85ca02835c3c40c4b255bab3610e8a22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150527 May 14 09:46:00.329022 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-a3735d7a-391b-4f0e-9b9b-45f3c647f9bd service neutron] 10.222.0.30 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333270 May 14 09:46:00.619142 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-f62173de-f814-4a45-a43b-760fc8747796 service neutron] 10.222.0.30 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838287 May 14 09:46:00.823609 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9fd2cc6e-f883-48e4-80bb-82503205ecbc req-ce76fccd-b2a0-4a89-969f-5f077e13bfc7 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 210 time: 0.0542960 May 14 09:46:01.201276 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 32888) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:01.335021 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-62ac7c1d-aa93-46da-91b6-562c26cb9fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:01.370020 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-62ac7c1d-aa93-46da-91b6-562c26cb9fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:01.377964 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-62ac7c1d-aa93-46da-91b6-562c26cb9fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:e64735de13dc46b0a117fd184ffe19a6 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:01.384916 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-62ac7c1d-aa93-46da-91b6-562c26cb9fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:01.397421 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-62ac7c1d-aa93-46da-91b6-562c26cb9fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:01.548128 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-62ac7c1d-aa93-46da-91b6-562c26cb9fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:01.552850 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-62ac7c1d-aa93-46da-91b6-562c26cb9fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:01.561687 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d8942035-2cfe-48d0-9d5c-2909e63b37f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:01.602761 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-62ac7c1d-aa93-46da-91b6-562c26cb9fe0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e64735de13dc46b0a117fd184ffe19a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003122 May 14 09:46:01.603723 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac7c1d-aa93-46da-91b6-562c26cb9fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb6911a-f57d-4dc1-a264-aa372b895446,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:01.605529 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 32898) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:01.606819 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-62ac7c1d-aa93-46da-91b6-562c26cb9fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:01.670931 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5c81bd2c-4ab9-4e33-a459-f6068a949410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:01.701496 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5c81bd2c-4ab9-4e33-a459-f6068a949410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:01.757428 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5c81bd2c-4ab9-4e33-a459-f6068a949410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:01.762847 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6ed6d7ff-6b3a-443b-b17e-5b915687a465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:01.774445 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81bd2c-4ab9-4e33-a459-f6068a949410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb6911a-f57d-4dc1-a264-aa372b895446,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:01.784273 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-5c81bd2c-4ab9-4e33-a459-f6068a949410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:01.789320 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5c81bd2c-4ab9-4e33-a459-f6068a949410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:01.799827 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-5c81bd2c-4ab9-4e33-a459-f6068a949410 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fb6911a-f57d-4dc1-a264-aa372b895446 HTTP/1.1" status: 204 len: 168 time: 0.1865821 May 14 09:46:02.002634 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901cd72-ae78-4f9c-9a7f-dd705b7e990d req-333ea5dc-6823-4b43-a67b-04581aa6a8f9 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:02.004446 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4901cd72-ae78-4f9c-9a7f-dd705b7e990d req-333ea5dc-6823-4b43-a67b-04581aa6a8f9 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 945 time: 0.1045403 May 14 09:46:02.099835 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5259884f-aacf-4009-9ded-d793a9494f21 req-6213b719-d176-426d-9001-4caab54fc4c8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 210 time: 0.0638602 May 14 09:46:02.106642 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4901cd72-ae78-4f9c-9a7f-dd705b7e990d req-60862df9-baf7-4527-801b-ee4f29fa6eb2 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963311 May 14 09:46:02.190024 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 32912) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:02.198126 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-98a93d55-5b2a-4652-9e12-fe312608e0bf tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:02.199903 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-98a93d55-5b2a-4652-9e12-fe312608e0bf tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Synchronizing usage tracker for tenant:85ca02835c3c40c4b255bab3610e8a22 on resource:network {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:46:02.212350 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cc175cd0-5239-41b9-821a-14aceb8a1825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:02.221478 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-98a93d55-5b2a-4652-9e12-fe312608e0bf tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Unset dirty status for tenant:85ca02835c3c40c4b255bab3610e8a22 on resource:network {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:46:02.223282 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-98a93d55-5b2a-4652-9e12-fe312608e0bf tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.77 "GET /v2.0/networks?id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b HTTP/1.1" status: 200 len: 814 time: 0.2290764 May 14 09:46:02.229892 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-cc175cd0-5239-41b9-821a-14aceb8a1825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:02.234423 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-cc175cd0-5239-41b9-821a-14aceb8a1825 admin admin] Usage tracker for resource:security_group_rule and tenant:3c4ed8ce10ba46cda7fa05e9db374512 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:02.238030 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-cc175cd0-5239-41b9-821a-14aceb8a1825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:02.240359 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Request body: {'port': {'device_id': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'admin_state_up': True, 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:02.244944 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-cc175cd0-5239-41b9-821a-14aceb8a1825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:02.347412 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cc175cd0-5239-41b9-821a-14aceb8a1825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:02.352954 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cc175cd0-5239-41b9-821a-14aceb8a1825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:02.363749 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-867fe9c6-7269-4ad3-b8cd-5ba21219bc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:02.387374 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:02.397953 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:02.408645 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-cc175cd0-5239-41b9-821a-14aceb8a1825 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c4ed8ce10ba46cda7fa05e9db374512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155559 May 14 09:46:02.409939 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc175cd0-5239-41b9-821a-14aceb8a1825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3db3ee-13f8-4c0b-98c6-bca6c68aa804,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:02.411466 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Made reservation on behalf of 85ca02835c3c40c4b255bab3610e8a22 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:46:02.412486 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 32922) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:02.415812 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:02.416469 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-cc175cd0-5239-41b9-821a-14aceb8a1825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:02.484051 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b23209bf-94df-4413-b801-6721293f297a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:02.515773 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b23209bf-94df-4413-b801-6721293f297a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:02.579030 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b23209bf-94df-4413-b801-6721293f297a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:02.585111 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8b009e78-2eb5-48ee-b72d-faa6436454b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:02.596340 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23209bf-94df-4413-b801-6721293f297a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3db3ee-13f8-4c0b-98c6-bca6c68aa804,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:02.599450 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Allocated IP 172.20.0.11 (34d1155e-d9e3-4f6a-a86a-1190fea7fa4b/cc543ef6-9e80-42ed-9048-68a126d3a0a3/908c5e1d-8d5a-4f8d-8be1-c14f308306fb) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:46:02.600420 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b23209bf-94df-4413-b801-6721293f297a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:02.604335 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b23209bf-94df-4413-b801-6721293f297a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:02.607545 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-b23209bf-94df-4413-b801-6721293f297a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a3db3ee-13f8-4c0b-98c6-bca6c68aa804 HTTP/1.1" status: 204 len: 168 time: 0.1913590 May 14 09:46:02.856253 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:02.885411 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Transition to ACTIVE for port object 908c5e1d-8d5a-4f8d-8be1-c14f308306fb will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:46:02.949609 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:02.968528 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:03.089686 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Network 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:46:03.116553 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:46:03.120797 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:46:03.305828 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Pushing event updated for resources: {'Port': ['ID=908c5e1d-8d5a-4f8d-8be1-c14f308306fb,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:03.317570 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:03.342314 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:03.355851 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:03.443233 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2076914 May 14 09:46:03.554704 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597b7f6-dd87-4d28-9b29-3427873742d6 req-dcc55dd0-8012-4c70-b7b8-c8efd1068333 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:03.556470 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9597b7f6-dd87-4d28-9b29-3427873742d6 req-dcc55dd0-8012-4c70-b7b8-c8efd1068333 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 945 time: 0.1555903 May 14 09:46:03.586799 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-2a8f5237-c537-4ed6-9190-6a78dff24fdf None None] Provisioning for port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:46:03.601623 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-2a8f5237-c537-4ed6-9190-6a78dff24fdf None None] Provisioning complete for port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:46:03.602013 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5237-c537-4ed6-9190-6a78dff24fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:03.613341 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4c6c7-dca5-44c3-beed-0b96c98a464e req-83bc8c4a-c5ee-4623-8aae-bc10a5de3770 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:03.621694 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-00a4c6c7-dca5-44c3-beed-0b96c98a464e req-83bc8c4a-c5ee-4623-8aae-bc10a5de3770 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 932 time: 0.2908144 May 14 09:46:03.672358 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9597b7f6-dd87-4d28-9b29-3427873742d6 req-9adf42f5-7a8a-45c3-aa6e-4508a4464d2a tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995109 May 14 09:46:03.720150 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-00a4c6c7-dca5-44c3-beed-0b96c98a464e req-1c635bd2-ac8f-4aec-8be8-9ded16550baf tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946019 May 14 09:46:03.770582 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f5237-c537-4ed6-9190-6a78dff24fdf None None] Port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:46:05.022537 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082483a7-1d89-4797-8a9c-bb15c98f3e07 req-f5f6d165-e045-488f-a9ab-97646d95014a tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:05.024105 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-082483a7-1d89-4797-8a9c-bb15c98f3e07 req-f5f6d165-e045-488f-a9ab-97646d95014a tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 932 time: 0.1296210 May 14 09:46:05.039848 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561afb33-4c99-4745-8b3c-d4b25df154a9 req-f959a1f7-e856-4ef5-bc4d-ef0812776430 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:05.039848 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-561afb33-4c99-4745-8b3c-d4b25df154a9 req-f959a1f7-e856-4ef5-bc4d-ef0812776430 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 945 time: 0.2023041 May 14 09:46:05.122699 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-082483a7-1d89-4797-8a9c-bb15c98f3e07 req-86c27089-fafc-4f0d-8e18-f94c61783793 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815380 May 14 09:46:05.126545 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-561afb33-4c99-4745-8b3c-d4b25df154a9 req-ccc63449-0f6a-4388-9c60-d1e08802a15c tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690000 May 14 09:46:06.433519 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33020) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:06.438806 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f9fda-9d5e-4f44-9357-86523c45a52e req-a853116d-baed-4919-8d0f-ca0b5ca7964b tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:06.440528 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-530f9fda-9d5e-4f44-9357-86523c45a52e req-a853116d-baed-4919-8d0f-ca0b5ca7964b tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 945 time: 0.1323781 May 14 09:46:06.448291 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a015c2-003e-4490-aa73-ced8304aa73e req-2b7fe9a9-12de-4aaa-ac75-8bb7c64462ca tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:06.456191 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-29a015c2-003e-4490-aa73-ced8304aa73e req-2b7fe9a9-12de-4aaa-ac75-8bb7c64462ca tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 932 time: 0.2133069 May 14 09:46:06.550762 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-29a015c2-003e-4490-aa73-ced8304aa73e req-cc5b69a1-7ff7-4122-b0fd-4f990a794580 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934107 May 14 09:46:06.567269 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-530f9fda-9d5e-4f44-9357-86523c45a52e req-f1b8d86e-45fc-47b0-8ae4-75aca7c99d99 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086066 May 14 09:46:06.614414 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f0f35022-22ea-4b2c-95ba-e21f27cc74aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:06.630662 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-f0f35022-22ea-4b2c-95ba-e21f27cc74aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:06.635667 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-f0f35022-22ea-4b2c-95ba-e21f27cc74aa admin admin] Usage tracker for resource:security_group_rule and tenant:e608cf3d6e9b4acfaab0062c8ce2d200 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:06.638816 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-f0f35022-22ea-4b2c-95ba-e21f27cc74aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:06.645246 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-f0f35022-22ea-4b2c-95ba-e21f27cc74aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:06.814375 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f0f35022-22ea-4b2c-95ba-e21f27cc74aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:06.819643 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f0f35022-22ea-4b2c-95ba-e21f27cc74aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:06.826939 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ca33a297-b373-4ab9-b235-d8f2cf675dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:06.870586 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-f0f35022-22ea-4b2c-95ba-e21f27cc74aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e608cf3d6e9b4acfaab0062c8ce2d200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4334486 May 14 09:46:06.870586 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f35022-22ea-4b2c-95ba-e21f27cc74aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2079e824-7ab4-4f2e-b8ff-6c50364db88e,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:06.871412 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33026) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:06.874057 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f0f35022-22ea-4b2c-95ba-e21f27cc74aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:06.933201 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f26ec959-245e-4582-b9a0-8c3149342f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:06.959983 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f26ec959-245e-4582-b9a0-8c3149342f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:07.017787 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f26ec959-245e-4582-b9a0-8c3149342f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:07.022015 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b8f768e2-dd5d-4593-8f0f-8e1181a2de6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:07.036691 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ec959-245e-4582-b9a0-8c3149342f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2079e824-7ab4-4f2e-b8ff-6c50364db88e,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:07.041518 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f26ec959-245e-4582-b9a0-8c3149342f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:07.043486 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f26ec959-245e-4582-b9a0-8c3149342f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:07.051859 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-f26ec959-245e-4582-b9a0-8c3149342f20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2079e824-7ab4-4f2e-b8ff-6c50364db88e HTTP/1.1" status: 204 len: 168 time: 0.1757150 May 14 09:46:07.361341 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33034) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:07.388972 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a47ecb8a-5de8-4e1c-8225-de3cf489be77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:07.405592 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-a47ecb8a-5de8-4e1c-8225-de3cf489be77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:07.409856 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-a47ecb8a-5de8-4e1c-8225-de3cf489be77 admin admin] Usage tracker for resource:security_group_rule and tenant:40ec84c2e1804946843e19f707f1f60e is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:07.413444 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-a47ecb8a-5de8-4e1c-8225-de3cf489be77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:07.420298 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-a47ecb8a-5de8-4e1c-8225-de3cf489be77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:07.517388 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a47ecb8a-5de8-4e1c-8225-de3cf489be77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:07.523902 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a47ecb8a-5de8-4e1c-8225-de3cf489be77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:07.532360 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-75b22283-6c38-41d4-84db-5b178e314398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:07.577742 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-a47ecb8a-5de8-4e1c-8225-de3cf489be77 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40ec84c2e1804946843e19f707f1f60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141047 May 14 09:46:07.577742 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ecb8a-5de8-4e1c-8225-de3cf489be77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d58e44-a9c5-42c5-b7f2-503b953b0754,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:07.580992 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a47ecb8a-5de8-4e1c-8225-de3cf489be77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:07.581453 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33040) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:07.651451 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0a70381c-4bed-4baa-829f-4088fa3c9d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:07.685917 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0a70381c-4bed-4baa-829f-4088fa3c9d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:07.860036 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0a70381c-4bed-4baa-829f-4088fa3c9d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:07.865444 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a6e091aa-8b05-41ee-872c-6ee8eee66c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:07.886172 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53487e-bb8b-4dc9-a908-695c79af632a req-aa0b13b5-c6d4-436c-a480-d7e5565c746c tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:07.887653 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2a53487e-bb8b-4dc9-a908-695c79af632a req-aa0b13b5-c6d4-436c-a480-d7e5565c746c tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 932 time: 0.1787136 May 14 09:46:07.892874 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70381c-4bed-4baa-829f-4088fa3c9d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d58e44-a9c5-42c5-b7f2-503b953b0754,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:07.899776 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-0a70381c-4bed-4baa-829f-4088fa3c9d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:07.907497 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd924e3-dba3-41b7-903e-8385785b2b08 req-3fa95975-7638-4c1a-a7a7-d71382a9b82c tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:07.909025 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1cd924e3-dba3-41b7-903e-8385785b2b08 req-3fa95975-7638-4c1a-a7a7-d71382a9b82c tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 945 time: 0.1530426 May 14 09:46:07.942965 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0a70381c-4bed-4baa-829f-4088fa3c9d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:07.944111 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-0a70381c-4bed-4baa-829f-4088fa3c9d03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0d58e44-a9c5-42c5-b7f2-503b953b0754 HTTP/1.1" status: 204 len: 168 time: 0.3616590 May 14 09:46:07.986216 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2a53487e-bb8b-4dc9-a908-695c79af632a req-20f6ecf7-0a29-405e-b820-452066fb6703 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912988 May 14 09:46:07.990791 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1cd924e3-dba3-41b7-903e-8385785b2b08 req-f50f07d0-b719-423b-bce1-25e0750066a4 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662296 May 14 09:46:09.393083 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d01fc-1166-4830-ac80-8fa85b56ff58 req-0807a237-4e05-4337-83f5-a15b749b1a04 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:09.395758 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fe6d01fc-1166-4830-ac80-8fa85b56ff58 req-0807a237-4e05-4337-83f5-a15b749b1a04 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 932 time: 0.2841139 May 14 09:46:09.441174 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7477f-6e2f-41de-b405-8fe06eb7b9a0 req-a483687d-ef83-4b87-8c6b-09afe82f815e tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:09.442772 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-99d7477f-6e2f-41de-b405-8fe06eb7b9a0 req-a483687d-ef83-4b87-8c6b-09afe82f815e tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 945 time: 0.2846305 May 14 09:46:09.488581 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fe6d01fc-1166-4830-ac80-8fa85b56ff58 req-ddd7e351-93fb-4c5b-9039-cd7321adadaf tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850286 May 14 09:46:09.535840 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-99d7477f-6e2f-41de-b405-8fe06eb7b9a0 req-d8d0530a-954c-4f3a-b924-5c792ffc8612 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793040 May 14 09:46:10.360989 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-b9686f5d-0a41-4edb-8226-8cbeb8ca64e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:10.786806 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988518e-eaff-4845-b6bf-c12dfb689da4 req-a820265e-b33a-4865-a1ce-27457acfcc47 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:10.788497 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b988518e-eaff-4845-b6bf-c12dfb689da4 req-a820265e-b33a-4865-a1ce-27457acfcc47 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 932 time: 0.1591523 May 14 09:46:10.825237 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f88dbd-b6f8-4ca5-a153-039557f88b6f req-644e0177-bd32-493d-941a-2185d279ddb1 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:10.826595 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-51f88dbd-b6f8-4ca5-a153-039557f88b6f req-644e0177-bd32-493d-941a-2185d279ddb1 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 945 time: 0.1450410 May 14 09:46:10.883121 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b988518e-eaff-4845-b6bf-c12dfb689da4 req-edcf1d38-8009-4680-9265-9d4075f0ece3 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837681 May 14 09:46:10.896975 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-51f88dbd-b6f8-4ca5-a153-039557f88b6f req-193aa2e9-b274-460a-8628-878deec64073 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546384 May 14 09:46:12.161032 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cc37b-238a-4b3a-b5e6-4c562b4f2ea9 req-1e3ed141-2d4c-4527-9fdf-c0d34fa3f14a tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:12.162635 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ca9cc37b-238a-4b3a-b5e6-4c562b4f2ea9 req-1e3ed141-2d4c-4527-9fdf-c0d34fa3f14a tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 932 time: 0.1476727 May 14 09:46:12.175488 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e0296-cec0-4deb-b060-c0b3b4afb472 req-cce363fe-e95b-4da6-ade5-beb8ccea2f06 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:12.176984 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-570e0296-cec0-4deb-b060-c0b3b4afb472 req-cce363fe-e95b-4da6-ade5-beb8ccea2f06 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 945 time: 0.1282141 May 14 09:46:12.251358 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ca9cc37b-238a-4b3a-b5e6-4c562b4f2ea9 req-545cf887-9e6b-4c82-81c6-19c283c5a874 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731199 May 14 09:46:12.257127 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-570e0296-cec0-4deb-b060-c0b3b4afb472 req-369b64e0-9432-458a-b6ac-3fe577403942 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648849 May 14 09:46:12.787401 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:13.025129 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-72b76d65-dda3-4a01-86df-409a81144975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:13.543172 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e1926-6df2-4afa-bb20-d4931322fe8c req-164afeda-c496-4669-8454-7a25169f8b83 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:13.544714 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f57e1926-6df2-4afa-bb20-d4931322fe8c req-164afeda-c496-4669-8454-7a25169f8b83 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 932 time: 0.1470408 May 14 09:46:13.591797 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b3fb5-4171-4797-8973-fd82a65704f4 req-4eee80cc-3e1f-47f1-b06e-7ea8030c14ae tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:13.593300 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c07b3fb5-4171-4797-8973-fd82a65704f4 req-4eee80cc-3e1f-47f1-b06e-7ea8030c14ae tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 945 time: 0.1591370 May 14 09:46:13.663822 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f57e1926-6df2-4afa-bb20-d4931322fe8c req-59a44a82-886d-454e-a800-724f4165b7e1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030412 May 14 09:46:13.700790 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c07b3fb5-4171-4797-8973-fd82a65704f4 req-41d4fae8-a1a0-4154-96a2-11815e4b72ac tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937331 May 14 09:46:14.029712 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:14.932259 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2ce0a-1e74-4fb0-9492-246bdf17a496 req-58c1b6ad-ad8f-4dc3-9a0d-06ffdb471cee tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:14.933662 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5fb2ce0a-1e74-4fb0-9492-246bdf17a496 req-58c1b6ad-ad8f-4dc3-9a0d-06ffdb471cee tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 932 time: 0.1550503 May 14 09:46:14.943828 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7f419-f32e-4a57-a9df-65b905879398 req-e6d6b8e4-edb2-4562-83a4-284ce66d989b tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:14.945323 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7de7f419-f32e-4a57-a9df-65b905879398 req-e6d6b8e4-edb2-4562-83a4-284ce66d989b tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 945 time: 0.1267645 May 14 09:46:15.017826 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5fb2ce0a-1e74-4fb0-9492-246bdf17a496 req-5a1f78e0-f17f-49b1-9702-357e534cc9d3 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715065 May 14 09:46:15.022274 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7de7f419-f32e-4a57-a9df-65b905879398 req-f0623557-8e66-4e8f-bb77-50cb4691b14f tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625579 May 14 09:46:15.187822 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Request body: {'port': {'device_id': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:15.310113 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:15.378250 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:15.666630 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 908c5e1d-8d5a-4f8d-8be1-c14f308306fb {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:46:15.674225 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:15.691589 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Transition to ACTIVE for port object 908c5e1d-8d5a-4f8d-8be1-c14f308306fb will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:46:15.703430 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:15.711068 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-28f5f55f-3e1f-44ee-8018-f77946c7ba06 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:15.784653 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Pushing event updated for resources: {'Port': ['ID=908c5e1d-8d5a-4f8d-8be1-c14f308306fb,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:15.793612 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:15.851757 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:16.006003 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Attempting to bind port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:46:16.006525 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Attempting to bind port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '1b31f8e0-8a4f-4d06-b229-ec918721818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:46:16.006941 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Attempting to bind port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb on network 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:46:16.012214 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb on network 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:46:16.012555 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Attempting to bind port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb on network 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:46:16.017755 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:46:16.018089 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Checking segment: {'id': '1b31f8e0-8a4f-4d06-b229-ec918721818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:46:16.018473 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Bound using segment: {'id': '1b31f8e0-8a4f-4d06-b229-ec918721818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:46:16.018891 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Bound port: 908c5e1d-8d5a-4f8d-8be1-c14f308306fb, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b31f8e0-8a4f-4d06-b229-ec918721818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:46:16.019234 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:16.143002 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] For port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb, host hv-cinder-73414, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:46:16.159727 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] For port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=908c5e1d-8d5a-4f8d-8be1-c14f308306fb,segment=NetworkSegment(1b31f8e0-8a4f-4d06-b229-ec918721818c),segment_id=1b31f8e0-8a4f-4d06-b229-ec918721818c)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:46:16.171980 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:16.177612 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:16.180746 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208d74c-a24d-412f-b3a0-8d83c8bb0eb5 req-53e65001-fa9a-4956-8635-3d502c26540f tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:16.183894 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2208d74c-a24d-412f-b3a0-8d83c8bb0eb5 req-53e65001-fa9a-4956-8635-3d502c26540f tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.77 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 945 time: 0.1451604 May 14 09:46:16.254275 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:16.255231 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:16.256970 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-4ededff8-8047-4443-8827-577c01aa951e service neutron] 10.222.0.77 "PUT /v2.0/ports/908c5e1d-8d5a-4f8d-8be1-c14f308306fb HTTP/1.1" status: 200 len: 1094 time: 1.0763638 May 14 09:46:16.261252 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'tag': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:46:16.308524 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Pushing event updated for resources: {'Port': ['ID=908c5e1d-8d5a-4f8d-8be1-c14f308306fb,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:16.354355 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:16.394260 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-52ad8a77-1b30-4090-873c-28bae52413e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:16.396209 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-52ad8a77-1b30-4090-873c-28bae52413e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=85ca02835c3c40c4b255bab3610e8a22&device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 1097 time: 0.0842869 May 14 09:46:16.484648 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-02c40b51-806b-4a39-9c4e-3da513f245a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=908c5e1d-8d5a-4f8d-8be1-c14f308306fb HTTP/1.1" status: 200 len: 217 time: 0.0798247 May 14 09:46:16.500504 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18edced-276a-45ca-bddb-a50fa9e9228c req-e2761fcf-0f4b-4fd2-ac04-3d321ecc4b5e tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:16.502412 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f18edced-276a-45ca-bddb-a50fa9e9228c req-e2761fcf-0f4b-4fd2-ac04-3d321ecc4b5e tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 945 time: 0.2557385 May 14 09:46:16.513426 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5f4d3-10dc-4704-bdf9-bb34229813a3 req-c0e3f316-464e-42d8-a4d5-125b7e6d0841 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:16.514872 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5f4d3-10dc-4704-bdf9-bb34229813a3 req-c0e3f316-464e-42d8-a4d5-125b7e6d0841 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 944 time: 0.2693436 May 14 09:46:16.571254 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-aa11a833-4862-49e7-941a-e3ea35ef6a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:16.573940 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-aa11a833-4862-49e7-941a-e3ea35ef6a57 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc543ef6-9e80-42ed-9048-68a126d3a0a3 HTTP/1.1" status: 200 len: 853 time: 0.0805948 May 14 09:46:16.613606 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f18edced-276a-45ca-bddb-a50fa9e9228c req-e2dc8b60-51e7-4c97-bc01-9d3c11726fd0 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977361 May 14 09:46:16.622304 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1be5f4d3-10dc-4704-bdf9-bb34229813a3 req-09116f96-df87-412f-b818-c90d6e170103 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790884 May 14 09:46:16.639724 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-2208d74c-a24d-412f-b3a0-8d83c8bb0eb5 req-c2c0e888-76b9-4470-83e0-fd6e3fddd526 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Deleting port 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:46:16.640072 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-2208d74c-a24d-412f-b3a0-8d83c8bb0eb5 req-c2c0e888-76b9-4470-83e0-fd6e3fddd526 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:16.674021 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'tag': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb', 'status': 'completed', 'code': 200} May 14 09:46:16.694015 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-ae78daea-1481-4299-adff-579b6dda65e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:16.696138 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-ae78daea-1481-4299-adff-579b6dda65e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1156766 May 14 09:46:16.794755 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-2208d74c-a24d-412f-b3a0-8d83c8bb0eb5 req-c2c0e888-76b9-4470-83e0-fd6e3fddd526 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] For port 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=78cbdc00-9d73-4b7f-b0d4-6421f8f742ee,segment=NetworkSegment(a0cf546b-356c-4df2-a1a3-b2a81a5cf054),segment_id=a0cf546b-356c-4df2-a1a3-b2a81a5cf054)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:16.795112 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-2208d74c-a24d-412f-b3a0-8d83c8bb0eb5 req-c2c0e888-76b9-4470-83e0-fd6e3fddd526 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:16.851760 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-2cd97a35-7f9d-4143-a2a8-6a3592eed0c4 service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473682 May 14 09:46:17.050023 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-2208d74c-a24d-412f-b3a0-8d83c8bb0eb5 req-c2c0e888-76b9-4470-83e0-fd6e3fddd526 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Calling delete_port for 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee owned by compute:nova {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:46:17.131431 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-4a92e29e-e909-4d17-b11f-3d60702a4677 req-5d5b5a33-abcd-44f9-95ff-87bd831caa83 service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687466 May 14 09:46:17.180729 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-2208d74c-a24d-412f-b3a0-8d83c8bb0eb5 req-c2c0e888-76b9-4470-83e0-fd6e3fddd526 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:17.187202 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e500d011-347c-4f32-9fde-84ca88c81dd9 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:17.235265 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0e888-76b9-4470-83e0-fd6e3fddd526 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Pushing event deleted for resources: {'Port': ['ID=78cbdc00-9d73-4b7f-b0d4-6421f8f742ee,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:17.244678 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c2c0e888-76b9-4470-83e0-fd6e3fddd526 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:17.293605 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd627cd-97c7-4d12-b142-07d38b4f2c7e req-3075852d-58e3-4a8b-aa5e-41fcd80d9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:17.295832 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-9bd627cd-97c7-4d12-b142-07d38b4f2c7e req-3075852d-58e3-4a8b-aa5e-41fcd80d9c80 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=85ca02835c3c40c4b255bab3610e8a22&device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 1097 time: 0.0911551 May 14 09:46:17.367572 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-2208d74c-a24d-412f-b3a0-8d83c8bb0eb5 req-c2c0e888-76b9-4470-83e0-fd6e3fddd526 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] No DVR routers for this DVR port 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee on host hv-cinder-73414 {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:46:17.374149 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-2208d74c-a24d-412f-b3a0-8d83c8bb0eb5 req-c2c0e888-76b9-4470-83e0-fd6e3fddd526 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:17.377689 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a7d439-6b43-4aad-a455-2e1949bb7a51', 'name': 'network-vif-deleted', 'tag': '78cbdc00-9d73-4b7f-b0d4-6421f8f742ee'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:46:17.399194 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2208d74c-a24d-412f-b3a0-8d83c8bb0eb5 req-c2c0e888-76b9-4470-83e0-fd6e3fddd526 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.77 "DELETE /v2.0/ports/78cbdc00-9d73-4b7f-b0d4-6421f8f742ee HTTP/1.1" status: 204 len: 173 time: 1.2092621 May 14 09:46:17.431490 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324a6eb-30dc-41eb-a055-4a041424ae62 req-cf7fbccc-95ed-4d83-8409-75d20d6b9a6f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:17.433104 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3324a6eb-30dc-41eb-a055-4a041424ae62 req-cf7fbccc-95ed-4d83-8409-75d20d6b9a6f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 947 time: 0.1450918 May 14 09:46:17.455912 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a7d439-6b43-4aad-a455-2e1949bb7a51', 'name': 'network-vif-deleted', 'tag': '78cbdc00-9d73-4b7f-b0d4-6421f8f742ee', 'status': 'completed', 'code': 200} May 14 09:46:17.471540 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd627cd-97c7-4d12-b142-07d38b4f2c7e req-9cff125c-6346-405f-839c-b175c22be728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:17.474337 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-9bd627cd-97c7-4d12-b142-07d38b4f2c7e req-9cff125c-6346-405f-839c-b175c22be728 service neutron] 10.222.0.77 "GET /v2.0/networks?id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b HTTP/1.1" status: 200 len: 915 time: 0.1676111 May 14 09:46:17.488096 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3324a6eb-30dc-41eb-a055-4a041424ae62 req-498c05e6-bc7a-490c-abbc-6eb56a89d248 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483251 May 14 09:46:17.549460 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-9bd627cd-97c7-4d12-b142-07d38b4f2c7e req-a2581862-5b48-467b-beed-31d361f3c451 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=908c5e1d-8d5a-4f8d-8be1-c14f308306fb HTTP/1.1" status: 200 len: 217 time: 0.0677156 May 14 09:46:17.624735 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd627cd-97c7-4d12-b142-07d38b4f2c7e req-dcc51174-863b-4887-ae20-0bb6c60977f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:17.626440 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-9bd627cd-97c7-4d12-b142-07d38b4f2c7e req-dcc51174-863b-4887-ae20-0bb6c60977f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc543ef6-9e80-42ed-9048-68a126d3a0a3 HTTP/1.1" status: 200 len: 853 time: 0.0620172 May 14 09:46:17.712793 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd627cd-97c7-4d12-b142-07d38b4f2c7e req-114ca20e-a50d-4d6f-8413-ae6bf9b30b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:17.714171 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-9bd627cd-97c7-4d12-b142-07d38b4f2c7e req-114ca20e-a50d-4d6f-8413-ae6bf9b30b9f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0768311 May 14 09:46:17.835430 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-6ec6a19e-8cd7-4d3f-b7ac-afbacac295dc req-9d5dde7f-2b7e-48ee-9bae-4f652bd07e7f tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Synchronizing usage tracker for tenant:a29097db286849d4abb40a371310e936 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:46:17.863239 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-6ec6a19e-8cd7-4d3f-b7ac-afbacac295dc req-9d5dde7f-2b7e-48ee-9bae-4f652bd07e7f tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Unset dirty status for tenant:a29097db286849d4abb40a371310e936 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:46:17.864597 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6ec6a19e-8cd7-4d3f-b7ac-afbacac295dc req-9d5dde7f-2b7e-48ee-9bae-4f652bd07e7f tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] 10.222.0.30 "GET /v2.0/ports?device_id=21a7d439-6b43-4aad-a455-2e1949bb7a51 HTTP/1.1" status: 200 len: 210 time: 0.0879066 May 14 09:46:17.867552 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-9bd627cd-97c7-4d12-b142-07d38b4f2c7e req-c725fa4e-1125-4e4e-960d-e36c2a283509 service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455157 May 14 09:46:17.900322 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855bfc0-2054-4b90-b337-ebdaec8b0fce req-0d95bd46-b4eb-479a-8d9b-c17a2d1bbd93 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:17.901844 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c855bfc0-2054-4b90-b337-ebdaec8b0fce req-0d95bd46-b4eb-479a-8d9b-c17a2d1bbd93 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 944 time: 0.1618404 May 14 09:46:17.949815 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c855bfc0-2054-4b90-b337-ebdaec8b0fce req-958371d3-6bd4-42cc-ad37-a6265df62048 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415514 May 14 09:46:18.019169 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-9bd627cd-97c7-4d12-b142-07d38b4f2c7e req-9d07ab1e-1481-41fc-8046-f50ec996d1e9 service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416886 May 14 09:46:18.243285 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 908c5e1d-8d5a-4f8d-8be1-c14f308306fb details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:46:18.245844 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:46:18.281973 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:46:18.282293 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 78cbdc00-9d73-4b7f-b0d4-6421f8f742ee not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:46:18.428720 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=908c5e1d-8d5a-4f8d-8be1-c14f308306fb,segment=NetworkSegment(1b31f8e0-8a4f-4d06-b229-ec918721818c),segment_id=1b31f8e0-8a4f-4d06-b229-ec918721818c)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:18.443791 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb', 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'port_id': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb', 'mac_address': 'fa:16:3e:10:22:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:46:18.536565 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:18.554809 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 908c5e1d-8d5a-4f8d-8be1-c14f308306fb {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:46:18.571665 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=908c5e1d-8d5a-4f8d-8be1-c14f308306fb,segment=NetworkSegment(1b31f8e0-8a4f-4d06-b229-ec918721818c),segment_id=1b31f8e0-8a4f-4d06-b229-ec918721818c)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:18.576888 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:18.578956 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:18.651926 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=908c5e1d-8d5a-4f8d-8be1-c14f308306fb,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:18.660640 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:18.661246 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:18.661761 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:18.662252 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:18.662727 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:18.663200 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:18.663696 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:18.664192 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:18.664665 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:18.665151 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:18.665512 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:18.665848 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:18.670407 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:18.706128 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511ff06-c90c-4828-8cd8-b80e5d586f7f req-61285a6b-062c-47d8-bd43-c032d50a16e4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:18.707643 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8511ff06-c90c-4828-8cd8-b80e5d586f7f req-61285a6b-062c-47d8-bd43-c032d50a16e4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 947 time: 0.0904560 May 14 09:46:18.765024 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8511ff06-c90c-4828-8cd8-b80e5d586f7f req-303d9114-6f32-47c2-b699-fc07b581572d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510738 May 14 09:46:18.841156 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['908c5e1d-8d5a-4f8d-8be1-c14f308306fb'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:46:19.169519 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93e22a-be7a-4447-a46f-bdc99caf7dfa req-c36513af-5b70-4f34-baec-7b413c1f7ee2 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:19.179990 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0e93e22a-be7a-4447-a46f-bdc99caf7dfa req-c36513af-5b70-4f34-baec-7b413c1f7ee2 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 945 time: 0.0999458 May 14 09:46:19.182531 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-a6d2f14c-501f-412f-84b3-8961359b335b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:19.183938 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-a6d2f14c-501f-412f-84b3-8961359b335b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Synchronizing usage tracker for tenant:48873c3bcf674a0593730b514b4ffa39 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:46:19.206714 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-a6d2f14c-501f-412f-84b3-8961359b335b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Unset dirty status for tenant:48873c3bcf674a0593730b514b4ffa39 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:46:19.209095 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-a6d2f14c-501f-412f-84b3-8961359b335b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.77 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 947 time: 0.2223446 May 14 09:46:19.256209 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0e93e22a-be7a-4447-a46f-bdc99caf7dfa req-f6c5a866-3905-4760-bbda-1f7c8ce116b9 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728462 May 14 09:46:19.365498 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Deleting port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:46:19.366560 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:19.370724 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33252) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:19.526193 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b96d2820-eee9-4be8-b1e3-89e1cdb01bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:19.544956 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] For port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:19.545629 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:19.555786 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-b96d2820-eee9-4be8-b1e3-89e1cdb01bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:19.559830 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-b96d2820-eee9-4be8-b1e3-89e1cdb01bf5 admin admin] Usage tracker for resource:security_group_rule and tenant:193e7ae01a2641bc828c61029f77e712 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:19.562739 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-b96d2820-eee9-4be8-b1e3-89e1cdb01bf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:19.568809 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-b96d2820-eee9-4be8-b1e3-89e1cdb01bf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:19.666349 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b96d2820-eee9-4be8-b1e3-89e1cdb01bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:19.671504 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b96d2820-eee9-4be8-b1e3-89e1cdb01bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:19.679985 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-0a70381c-4bed-4baa-829f-4088fa3c9d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:19.723857 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-b96d2820-eee9-4be8-b1e3-89e1cdb01bf5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=193e7ae01a2641bc828c61029f77e712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518109 May 14 09:46:19.724774 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d2820-eee9-4be8-b1e3-89e1cdb01bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd94f70-b31b-414b-8d13-a2d4a934f312,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:19.727229 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33262) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:19.728200 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b96d2820-eee9-4be8-b1e3-89e1cdb01bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:19.898931 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:19.899341 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:19.899631 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.l3_db [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Floating IP f928aed8-8978-4300-a60a-e66c67b5f34a disassociated. External IP: 172.27.2.126, port: 5d039db5-4b1e-4b9c-82ea-447824ecfd7f. May 14 09:46:19.899973 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Calling delete_port for 5d039db5-4b1e-4b9c-82ea-447824ecfd7f owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:46:19.908563 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-80117a70-41a9-4775-b7cb-ab4ad66ae1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:19.979396 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8772b1a-6367-41b2-a135-aabb27bd5028 req-25027054-9ae8-4990-8bca-daa92c676c0e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:19.980929 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f8772b1a-6367-41b2-a135-aabb27bd5028 req-25027054-9ae8-4990-8bca-daa92c676c0e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 947 time: 0.0979412 May 14 09:46:20.030879 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f8772b1a-6367-41b2-a135-aabb27bd5028 req-2b80343e-0ca1-44c7-b8f8-0a3bfa38b08a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=96a93ba1-8a69-4fe9-9f11-87260e34a778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432258 May 14 09:46:20.093048 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-80117a70-41a9-4775-b7cb-ab4ad66ae1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:20.187381 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-80117a70-41a9-4775-b7cb-ab4ad66ae1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:20.192785 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e59a6100-916e-4f8d-b1f8-f8d714c4ddc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:20.209552 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80117a70-41a9-4775-b7cb-ab4ad66ae1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd94f70-b31b-414b-8d13-a2d4a934f312,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:20.214088 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-80117a70-41a9-4775-b7cb-ab4ad66ae1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:20.240962 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:20.242940 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-80117a70-41a9-4775-b7cb-ab4ad66ae1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:20.244302 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-80117a70-41a9-4775-b7cb-ab4ad66ae1f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abd94f70-b31b-414b-8d13-a2d4a934f312 HTTP/1.1" status: 204 len: 168 time: 0.5155523 May 14 09:46:20.248678 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:20.260389 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 908c5e1d-8d5a-4f8d-8be1-c14f308306fb up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:46:20.295134 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event deleted for resources: {'Port': ['ID=5d039db5-4b1e-4b9c-82ea-447824ecfd7f,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:20.298951 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:20.351296 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:46:20.361409 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:46:20.362424 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:20.589725 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:20.592609 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:46:20.618835 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4528e-3305-429c-b7c9-ca39c1d24f40 req-8643b939-2baf-40b2-80b2-53f9108d9e0a tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:20.628049 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-afc4528e-3305-429c-b7c9-ca39c1d24f40 req-8643b939-2baf-40b2-80b2-53f9108d9e0a tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 945 time: 0.1162264 May 14 09:46:20.647940 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=908c5e1d-8d5a-4f8d-8be1-c14f308306fb,segment=NetworkSegment(1b31f8e0-8a4f-4d06-b229-ec918721818c),segment_id=1b31f8e0-8a4f-4d06-b229-ec918721818c)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:20.649217 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:46:20.672345 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:20.675123 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 5d039db5-4b1e-4b9c-82ea-447824ecfd7f no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:46:20.701444 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33278) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:20.726844 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb', 'code': 200} May 14 09:46:20.727621 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:20.751468 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-afc4528e-3305-429c-b7c9-ca39c1d24f40 req-4443d9e4-3330-490f-8522-ab5cbc790b7b tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112158 May 14 09:46:20.753235 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:20.774641 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:20.779696 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e9944c4804482fad36a1eda38dfd67 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:20.783397 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:20.790326 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:20.872394 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=908c5e1d-8d5a-4f8d-8be1-c14f308306fb,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:20.894728 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:46:20.906829 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: 5d039db5-4b1e-4b9c-82ea-447824ecfd7f {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:46:20.908284 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 5d039db5-4b1e-4b9c-82ea-447824ecfd7f not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:46:20.912816 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:20.917242 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f0549-b62d-49df-b2f0-19abdd866caf None None] Sync routers for ids ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:46:20.939841 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f0549-b62d-49df-b2f0-19abdd866caf None None] Routers {'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:46:20.940669 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-230f0549-b62d-49df-b2f0-19abdd866caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:20.970118 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:21.006932 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] No DVR routers for this DVR port 5d039db5-4b1e-4b9c-82ea-447824ecfd7f on host hv-cinder-73414 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:46:21.010320 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:21.012647 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-77f5ae11-77a1-469a-9780-931f6c4cc4c4 req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.77 "DELETE /v2.0/ports/5d039db5-4b1e-4b9c-82ea-447824ecfd7f HTTP/1.1" status: 204 len: 173 time: 1.7972856 May 14 09:46:21.013203 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'name': 'network-vif-deleted', 'tag': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:46:21.015435 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:21.033212 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f69ff936-6a4c-486c-b953-a66639f75a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:21.068913 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5616fa-8a74-457d-b0ba-8101921541ec,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:21.096142 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:21.097808 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:21.099437 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:21.099996 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:21.100499 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:21.101662 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:21.103662 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:21.104194 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:21.104790 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:21.105316 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:21.107885 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:21.108252 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:21.114384 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070005b6-2cce-4bc7-9293-e05a229b02ac', 'name': 'network-vif-deleted', 'tag': '5d039db5-4b1e-4b9c-82ea-447824ecfd7f', 'status': 'completed', 'code': 200} May 14 09:46:21.126355 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:21.149647 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33290) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:21.161486 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f9e9944c4804482fad36a1eda38dfd67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585545 May 14 09:46:21.318538 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4d243853-1d82-481e-a0e0-1fe900b9f020 req-3f43fb80-358f-43a0-a8da-615c89bd990d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 210 time: 0.0877528 May 14 09:46:21.320794 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ffc1b-9881-49d1-ac74-66acd1e52d12 req-11e5499c-50af-48e6-9f6b-887f4cabe783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:21.322927 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3917f44f-dec9-4757-9ad3-414bfbfb6b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:21.323364 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-351ffc1b-9881-49d1-ac74-66acd1e52d12 req-11e5499c-50af-48e6-9f6b-887f4cabe783 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 1099 time: 0.3501713 May 14 09:46:21.376793 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3917f44f-dec9-4757-9ad3-414bfbfb6b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:21.382570 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-351ffc1b-9881-49d1-ac74-66acd1e52d12 req-29417741-8dde-4858-a264-b0bb515b013e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526760 May 14 09:46:21.389153 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-230f0549-b62d-49df-b2f0-19abdd866caf None None] Set router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:46:21.446735 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3917f44f-dec9-4757-9ad3-414bfbfb6b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:21.451895 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f486c69e-3d86-41d6-be62-55d2421fde59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:21.465473 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917f44f-dec9-4757-9ad3-414bfbfb6b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5616fa-8a74-457d-b0ba-8101921541ec,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:21.467847 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3917f44f-dec9-4757-9ad3-414bfbfb6b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:21.474145 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3917f44f-dec9-4757-9ad3-414bfbfb6b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:21.475684 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-3917f44f-dec9-4757-9ad3-414bfbfb6b60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c5616fa-8a74-457d-b0ba-8101921541ec HTTP/1.1" status: 204 len: 168 time: 0.3239708 May 14 09:46:21.784239 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-230f0549-b62d-49df-b2f0-19abdd866caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:30Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'f19077fa-b11f-4396-b444-44ec9607bb6c', 'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'mac_address': 'fa:16:3e:1e:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:49Z', 'revision_number': 5, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'subnets': [{'id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:21.789133 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f0549-b62d-49df-b2f0-19abdd866caf None None] Checking router: b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:46:21.799792 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f0549-b62d-49df-b2f0-19abdd866caf None None] Routers {'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:46:21.800671 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-230f0549-b62d-49df-b2f0-19abdd866caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:21.952890 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33302) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:21.980382 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e203316f-8f8d-4a01-a0f1-4305d5cb50ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:22.003045 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e203316f-8f8d-4a01-a0f1-4305d5cb50ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:22.008351 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e203316f-8f8d-4a01-a0f1-4305d5cb50ff admin admin] Usage tracker for resource:security_group_rule and tenant:850ad6a0514c45c48bb7fca2b1de73ce is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:22.011833 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e203316f-8f8d-4a01-a0f1-4305d5cb50ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:22.018499 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e203316f-8f8d-4a01-a0f1-4305d5cb50ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:22.035910 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-230f0549-b62d-49df-b2f0-19abdd866caf None None] Set router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:46:22.126643 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e203316f-8f8d-4a01-a0f1-4305d5cb50ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:22.134074 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e203316f-8f8d-4a01-a0f1-4305d5cb50ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:22.147306 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-64ba748f-39b9-4b6c-9802-19192c57e957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:22.192553 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-e203316f-8f8d-4a01-a0f1-4305d5cb50ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=850ad6a0514c45c48bb7fca2b1de73ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359064 May 14 09:46:22.192755 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33306) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:22.195616 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203316f-8f8d-4a01-a0f1-4305d5cb50ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542a55cc-e45a-4a2b-a9c8-4e0ff97e865e,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:22.210210 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e203316f-8f8d-4a01-a0f1-4305d5cb50ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:22.264483 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e27666b1-14bf-4bb7-86c1-4a1f3aa93904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:22.295732 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e27666b1-14bf-4bb7-86c1-4a1f3aa93904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:22.393913 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e27666b1-14bf-4bb7-86c1-4a1f3aa93904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:22.401178 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-80117a70-41a9-4775-b7cb-ab4ad66ae1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:22.414580 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1516c7-05f4-43bf-8cc1-916aec04684b req-aab9706b-6852-4812-bfdd-eaac9d81f6d6 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:22.417872 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7f1516c7-05f4-43bf-8cc1-916aec04684b req-aab9706b-6852-4812-bfdd-eaac9d81f6d6 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 946 time: 0.5000184 May 14 09:46:22.423874 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27666b1-14bf-4bb7-86c1-4a1f3aa93904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542a55cc-e45a-4a2b-a9c8-4e0ff97e865e,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:22.435321 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e27666b1-14bf-4bb7-86c1-4a1f3aa93904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:22.441869 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-e27666b1-14bf-4bb7-86c1-4a1f3aa93904 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/542a55cc-e45a-4a2b-a9c8-4e0ff97e865e HTTP/1.1" status: 204 len: 168 time: 0.2428908 May 14 09:46:22.442954 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e27666b1-14bf-4bb7-86c1-4a1f3aa93904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:22.490792 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7f1516c7-05f4-43bf-8cc1-916aec04684b req-afb8ad00-21b8-4796-95ec-ea10715bf751 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651796 May 14 09:46:22.546252 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-230f0549-b62d-49df-b2f0-19abdd866caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:30Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'f19077fa-b11f-4396-b444-44ec9607bb6c', 'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'mac_address': 'fa:16:3e:1e:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:49Z', 'revision_number': 5, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'subnets': [{'id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:22.553483 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f0549-b62d-49df-b2f0-19abdd866caf None None] The sync data for ids ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'] in dv-cinder-734144-18-iscsi is: [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:30Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'f19077fa-b11f-4396-b444-44ec9607bb6c', 'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'mac_address': 'fa:16:3e:1e:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:49Z', 'revision_number': 5, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'subnets': [{'id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:46:22.695909 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5bf8eb2b-5502-43f6-b2b2-83d176ff3196 req-62faa2c4-04e2-4c83-90b2-776f4cb2f753 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 210 time: 0.1442878 May 14 09:46:22.862521 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b286e-3926-480a-a1ec-b3f69469d3f0 None None] New status for floating IP f928aed8-8978-4300-a60a-e66c67b5f34a: DOWN {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:46:23.697725 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d33fec-b78c-4b8f-a663-d5266c6ef922 req-a2d495e9-f6cd-4d2f-946f-8983438c3136 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:23.699247 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-95d33fec-b78c-4b8f-a663-d5266c6ef922 req-a2d495e9-f6cd-4d2f-946f-8983438c3136 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 946 time: 0.0944579 May 14 09:46:23.750679 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-95d33fec-b78c-4b8f-a663-d5266c6ef922 req-fe7d63b6-74b9-444e-84ac-5d2558b0973d tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446737 May 14 09:46:23.905895 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-50d043a0-369e-4842-a595-653cbb310d32 req-906d49a1-78a9-44af-878e-9ee9ef4244d2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=070005b6-2cce-4bc7-9293-e05a229b02ac HTTP/1.1" status: 200 len: 210 time: 0.0492716 May 14 09:46:23.984322 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33350) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:24.036369 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:46:24.120689 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-be96b408-91d3-452c-995f-e6d548582385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:24.135706 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-be96b408-91d3-452c-995f-e6d548582385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:24.139959 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-be96b408-91d3-452c-995f-e6d548582385 admin admin] Usage tracker for resource:security_group_rule and tenant:a4afa12bff094cde8e1ea6cf26fb83e6 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:24.143254 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-be96b408-91d3-452c-995f-e6d548582385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:24.149677 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-be96b408-91d3-452c-995f-e6d548582385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:24.242167 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-be96b408-91d3-452c-995f-e6d548582385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:24.248712 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-be96b408-91d3-452c-995f-e6d548582385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:24.256073 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-cc175cd0-5239-41b9-821a-14aceb8a1825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:24.294958 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96b408-91d3-452c-995f-e6d548582385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33cad26-a928-4ea7-ba6f-f2223bc70639,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:24.298095 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-be96b408-91d3-452c-995f-e6d548582385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:24.300685 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-be96b408-91d3-452c-995f-e6d548582385 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4afa12bff094cde8e1ea6cf26fb83e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151653 May 14 09:46:24.303320 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33356) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:24.372106 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-47994d0f-6ce0-4f26-bd34-1261a35518bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:24.400967 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-47994d0f-6ce0-4f26-bd34-1261a35518bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:24.568441 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-47994d0f-6ce0-4f26-bd34-1261a35518bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:24.575556 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6bb23112-251a-445d-8cba-86865dc4468e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:24.592708 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47994d0f-6ce0-4f26-bd34-1261a35518bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33cad26-a928-4ea7-ba6f-f2223bc70639,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:24.595029 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-47994d0f-6ce0-4f26-bd34-1261a35518bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:24.609762 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-47994d0f-6ce0-4f26-bd34-1261a35518bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:24.611065 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-47994d0f-6ce0-4f26-bd34-1261a35518bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b33cad26-a928-4ea7-ba6f-f2223bc70639 HTTP/1.1" status: 204 len: 168 time: 0.3067682 May 14 09:46:24.963264 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4a0ce-0b6f-421f-a7fc-f7d58ffaa0d8 req-cd570534-995f-483b-9cc2-fa6fa881965a tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:24.965303 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-49d4a0ce-0b6f-421f-a7fc-f7d58ffaa0d8 req-cd570534-995f-483b-9cc2-fa6fa881965a tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 946 time: 0.0944600 May 14 09:46:25.038917 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-49d4a0ce-0b6f-421f-a7fc-f7d58ffaa0d8 req-5f624bab-f70e-48fb-966a-e693fa493c7d tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661395 May 14 09:46:25.088239 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33380) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:25.158833 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-53b888be-1b11-4b5f-a314-eaf624a29036 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:25.193954 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-53b888be-1b11-4b5f-a314-eaf624a29036 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:25.252472 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-53b888be-1b11-4b5f-a314-eaf624a29036 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:25.256732 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-52de7931-e353-42af-a01c-869571dda681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:25.272040 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b888be-1b11-4b5f-a314-eaf624a29036 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a93ba1-8a69-4fe9-9f11-87260e34a778,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:25.274678 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-53b888be-1b11-4b5f-a314-eaf624a29036 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:25.300987 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-53b888be-1b11-4b5f-a314-eaf624a29036 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:25.302308 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-53b888be-1b11-4b5f-a314-eaf624a29036 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "DELETE /v2.0/security-groups/96a93ba1-8a69-4fe9-9f11-87260e34a778 HTTP/1.1" status: 204 len: 168 time: 0.2126074 May 14 09:46:25.304841 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33392) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:25.322445 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.api.v2.resource [None req-da23c73f-7e3f-49e6-b740-cf1705cd9f5f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] show failed (client error): The resource could not be found. May 14 09:46:25.323454 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-da23c73f-7e3f-49e6-b740-cf1705cd9f5f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups/96a93ba1-8a69-4fe9-9f11-87260e34a778 HTTP/1.1" status: 404 len: 347 time: 0.0176983 May 14 09:46:25.326428 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33396) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:25.571691 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-d95810b2-35fb-4a82-b5a9-0550c539782d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Deleting port 38d44af5-c04b-463d-be73-137343317183 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:46:25.572040 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d95810b2-35fb-4a82-b5a9-0550c539782d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:25.700834 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d95810b2-35fb-4a82-b5a9-0550c539782d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:25.701075 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d95810b2-35fb-4a82-b5a9-0550c539782d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:25.834232 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-d95810b2-35fb-4a82-b5a9-0550c539782d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Calling delete_port for 38d44af5-c04b-463d-be73-137343317183 owned by network:floatingip {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:46:25.988374 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d95810b2-35fb-4a82-b5a9-0550c539782d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:25.996965 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7c17b1e0-0d7f-41d3-98c2-d4ea8bd6b1fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:26.044746 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95810b2-35fb-4a82-b5a9-0550c539782d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event deleted for resources: {'Port': ['ID=38d44af5-c04b-463d-be73-137343317183,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:26.052115 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d95810b2-35fb-4a82-b5a9-0550c539782d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:26.220646 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d95810b2-35fb-4a82-b5a9-0550c539782d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for floatingip, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:26.241997 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d95810b2-35fb-4a82-b5a9-0550c539782d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:26.243129 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-d95810b2-35fb-4a82-b5a9-0550c539782d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "DELETE /v2.0/floatingips/f928aed8-8978-4300-a60a-e66c67b5f34a HTTP/1.1" status: 204 len: 168 time: 0.9158180 May 14 09:46:26.276543 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a05ba-9ec7-4a26-8ec0-335da1bc09cd req-ebd535ff-dbe8-42aa-90c4-bfd1da115160 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:26.278019 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f77a05ba-9ec7-4a26-8ec0-335da1bc09cd req-ebd535ff-dbe8-42aa-90c4-bfd1da115160 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 946 time: 0.1044798 May 14 09:46:26.346491 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f77a05ba-9ec7-4a26-8ec0-335da1bc09cd req-a117459c-1369-4cd2-a87a-b7d5da508c9b tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546749 May 14 09:46:26.553181 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda1a25-ce6b-403a-be89-0e4c3f09f47b req-689c2b29-3ee4-4510-9b62-933e2629a749 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:26.554692 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2fda1a25-ce6b-403a-be89-0e4c3f09f47b req-689c2b29-3ee4-4510-9b62-933e2629a749 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 946 time: 0.0820310 May 14 09:46:26.587321 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33440) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:26.593468 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448361240', 'description': 'tempest-description--989071499'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:26.600484 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:26.605288 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Usage tracker for resource:security_group and tenant:48873c3bcf674a0593730b514b4ffa39 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:26.607840 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2fda1a25-ce6b-403a-be89-0e4c3f09f47b req-8dbae530-d485-4c66-bedb-939b861a149b tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473137 May 14 09:46:26.608390 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:26.616267 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:26.631790 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:26.655404 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:26.660594 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Usage tracker for resource:security_group_rule and tenant:48873c3bcf674a0593730b514b4ffa39 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:26.663822 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:26.671356 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:26.761559 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:26.774365 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:26.780343 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4e8edcfe-5b8c-46e3-a78f-927bc0e34b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:26.826491 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2645bee1-5938-404b-860e-3a03c4d0f03a,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:26.836790 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:26.839288 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:26.844733 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2521396 May 14 09:46:26.845239 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33450) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:26.850620 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-388d186e-62d0-45b1-9d1b-542492b1dd2a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Request body: {'security_group_rule': {'security_group_id': '2645bee1-5938-404b-860e-3a03c4d0f03a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:26.856517 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-388d186e-62d0-45b1-9d1b-542492b1dd2a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:26.860460 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-388d186e-62d0-45b1-9d1b-542492b1dd2a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Usage tracker for resource:security_group_rule and tenant:48873c3bcf674a0593730b514b4ffa39 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:26.863557 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-388d186e-62d0-45b1-9d1b-542492b1dd2a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:26.870108 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-388d186e-62d0-45b1-9d1b-542492b1dd2a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:26.889841 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-388d186e-62d0-45b1-9d1b-542492b1dd2a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:26.963604 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-388d186e-62d0-45b1-9d1b-542492b1dd2a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:26.970668 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-388d186e-62d0-45b1-9d1b-542492b1dd2a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:27.011034 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:27.044652 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d186e-62d0-45b1-9d1b-542492b1dd2a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a177ad7-42bf-410a-b61d-85647605c354,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:27.048504 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-388d186e-62d0-45b1-9d1b-542492b1dd2a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:27.056696 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-388d186e-62d0-45b1-9d1b-542492b1dd2a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:27.058528 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-388d186e-62d0-45b1-9d1b-542492b1dd2a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2119896 May 14 09:46:27.062564 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33458) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:27.070765 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-094daa40-c06f-480a-a794-63760eaa6b76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Request body: {'security_group_rule': {'security_group_id': '2645bee1-5938-404b-860e-3a03c4d0f03a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:27.084582 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-094daa40-c06f-480a-a794-63760eaa6b76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:27.092177 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-094daa40-c06f-480a-a794-63760eaa6b76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Usage tracker for resource:security_group_rule and tenant:48873c3bcf674a0593730b514b4ffa39 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:27.096082 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-094daa40-c06f-480a-a794-63760eaa6b76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:27.103399 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-094daa40-c06f-480a-a794-63760eaa6b76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:27.116526 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d358f5-c302-4c6e-adb8-10c64fa3007b req-a8690679-e23f-42de-85af-5e34d6dafbeb tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:27.118597 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-31d358f5-c302-4c6e-adb8-10c64fa3007b req-a8690679-e23f-42de-85af-5e34d6dafbeb tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 946 time: 0.1461143 May 14 09:46:27.124868 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-094daa40-c06f-480a-a794-63760eaa6b76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:27.172807 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-31d358f5-c302-4c6e-adb8-10c64fa3007b req-734e25dc-53e0-4388-9f84-73436a91bc51 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 May 14 09:46:27.195729 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-094daa40-c06f-480a-a794-63760eaa6b76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:27.204997 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-094daa40-c06f-480a-a794-63760eaa6b76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:27.212452 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:27.241099 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094daa40-c06f-480a-a794-63760eaa6b76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22b4dff-9d37-4886-9e85-62e14617f3ef,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:27.249074 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-094daa40-c06f-480a-a794-63760eaa6b76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:27.258051 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-094daa40-c06f-480a-a794-63760eaa6b76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:27.259323 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-094daa40-c06f-480a-a794-63760eaa6b76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1955514 May 14 09:46:27.262674 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33466) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:27.267955 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Request body: {'floatingip': {'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:27.274005 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:27.277836 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Usage tracker for resource:floatingip and tenant:48873c3bcf674a0593730b514b4ffa39 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:27.280704 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:27.287299 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:27.301779 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for floatingip, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:27.459582 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:27.627201 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Allocated IP 172.27.2.124 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/898f82b1-868b-46d0-b78d-bd03851803ef) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:46:27.895953 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:27.931618 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:27.937597 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:28.002751 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:46:28.010359 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:46:28.012939 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:46:28.050997 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event updated for resources: {'Port': ['ID=898f82b1-868b-46d0-b78d-bd03851803ef,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:28.054285 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:28.112915 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:28.187558 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:28.417325 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:28.424756 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:28.428741 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:28.535498 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event updated for resources: {'Port': ['ID=898f82b1-868b-46d0-b78d-bd03851803ef,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:28.539759 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:28.550801 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:28.575883 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:28.577216 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3135519 May 14 09:46:28.823856 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-1bad427f-8bb8-4238-9ae1-88d77483b6ca tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Synchronizing usage tracker for tenant:48873c3bcf674a0593730b514b4ffa39 on resource:security_group {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:46:28.841212 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-1bad427f-8bb8-4238-9ae1-88d77483b6ca tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Unset dirty status for tenant:48873c3bcf674a0593730b514b4ffa39 on resource:security_group {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:46:28.842973 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-1bad427f-8bb8-4238-9ae1-88d77483b6ca tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1448361240&fields=id&tenant_id=48873c3bcf674a0593730b514b4ffa39 HTTP/1.1" status: 200 len: 267 time: 0.0645037 May 14 09:46:29.032971 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-38d1de2f-ea42-475a-8ef8-2da5f74c29c7 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:29.034603 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-38d1de2f-ea42-475a-8ef8-2da5f74c29c7 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/networks?id=33793f62-2dd2-41d9-955d-c771f928128f HTTP/1.1" status: 200 len: 817 time: 0.1835036 May 14 09:46:29.062260 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-480a3def-89ca-4497-a98a-423a0f30da76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/quotas/48873c3bcf674a0593730b514b4ffa39 HTTP/1.1" status: 200 len: 375 time: 0.0201256 May 14 09:46:29.175183 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-e16caa0a-3c8c-4987-b4fe-cb7a6e0d53c5 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Synchronizing usage tracker for tenant:48873c3bcf674a0593730b514b4ffa39 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:46:29.196777 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-e16caa0a-3c8c-4987-b4fe-cb7a6e0d53c5 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Unset dirty status for tenant:48873c3bcf674a0593730b514b4ffa39 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:46:29.198777 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-e16caa0a-3c8c-4987-b4fe-cb7a6e0d53c5 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=48873c3bcf674a0593730b514b4ffa39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1302316 May 14 09:46:29.369742 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-89173d88-933f-49e1-9cea-bcdb4e6ca258 service neutron] 10.222.0.30 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585710 May 14 09:46:29.550219 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-609c34f4-bb2d-4fe2-b7bc-41de3277845b service neutron] 10.222.0.30 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740868 May 14 09:46:29.803019 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-51b87d9f-6810-4ad2-815b-e2cc77b4af49 req-3e51e59d-9f99-410e-aaa1-fc1cd86ba949 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 210 time: 0.0717490 May 14 09:46:31.008611 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3c6dd0e5-6c6f-4700-8545-d73d7c763266 req-544a3471-c01b-4898-9644-585b896fe0a9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 210 time: 0.0549607 May 14 09:46:31.301700 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-102fb34f-9741-4c57-9e19-9e85cfd070c4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:31.303272 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-102fb34f-9741-4c57-9e19-9e85cfd070c4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.77 "GET /v2.0/networks?id=33793f62-2dd2-41d9-955d-c771f928128f HTTP/1.1" status: 200 len: 817 time: 0.1696415 May 14 09:46:32.196600 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a1cd4124-2ccf-46ae-8a3d-684f8a939f92 req-aa46e219-9988-4212-852a-ad968e257e85 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 210 time: 0.0463533 May 14 09:46:33.362362 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f46635c1-6f2e-453a-be7d-5eea6120d7a5 req-728409a1-ea68-42ff-a457-b2ee796cc529 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 210 time: 0.0556262 May 14 09:46:34.188172 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-1fd677df-81fa-48df-8915-48ae4ade4aaa tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48873c3bcf674a0593730b514b4ffa39 HTTP/1.1" status: 200 len: 380 time: 0.0639532 May 14 09:46:34.207130 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Request body: {'port': {'device_id': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'admin_state_up': True, 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'security_groups': ['2645bee1-5938-404b-860e-3a03c4d0f03a']}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:34.596388 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4ed49478-d981-4d7e-9675-e36eaa0b84a9 req-24dab8fd-b5b3-4a05-a4cc-147923526df9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 210 time: 0.0664616 May 14 09:46:34.603372 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:34.615707 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:34.639035 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Made reservation on behalf of 48873c3bcf674a0593730b514b4ffa39 for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:46:34.646265 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:34.848903 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Allocated IP 172.20.0.8 (33793f62-2dd2-41d9-955d-c771f928128f/35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a/bbc7a157-72c2-4d55-b4b9-5db41297a92a) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:46:35.106603 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:35.172616 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Transition to ACTIVE for port object bbc7a157-72c2-4d55-b4b9-5db41297a92a will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:46:35.229430 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:35.240413 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-39331a36-c84b-4c7d-9751-a8508a8980aa tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:35.304158 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf90fd-367d-4754-a44d-999a6726adf7 req-4e63f5cc-4910-447c-ad41-70828804a4a9 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:35.306878 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cfcf90fd-367d-4754-a44d-999a6726adf7 req-4e63f5cc-4910-447c-ad41-70828804a4a9 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.2058439 May 14 09:46:35.342724 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Network 33793f62-2dd2-41d9-955d-c771f928128f is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:46:35.363233 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:46:35.383628 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:46:35.456631 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:35.457470 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:35.480656 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event updated for resources: {'Port': ['ID=bbc7a157-72c2-4d55-b4b9-5db41297a92a,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:35.489219 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:35.507574 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cfcf90fd-367d-4754-a44d-999a6726adf7 req-b4f7737d-a40d-4ab0-94bc-90278f3616f9 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718109 May 14 09:46:35.517469 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3162367 May 14 09:46:35.530056 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Request body: {'port': {'device_id': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:35.663686 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:35.817560 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-bd9bd68b-786c-496d-a9bc-56e081056d50 None None] Provisioning for port bbc7a157-72c2-4d55-b4b9-5db41297a92a completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:46:35.839148 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-bd9bd68b-786c-496d-a9bc-56e081056d50 None None] Provisioning complete for port bbc7a157-72c2-4d55-b4b9-5db41297a92a triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:46:35.840255 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd68b-786c-496d-a9bc-56e081056d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:35.958115 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612d1ab-b3a4-47df-944f-22e0027f458b req-30070d82-363c-400e-92f4-7fb8a33e94df tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:35.959175 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-d612d1ab-b3a4-47df-944f-22e0027f458b req-30070d82-363c-400e-92f4-7fb8a33e94df tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Synchronizing usage tracker for tenant:48873c3bcf674a0593730b514b4ffa39 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:46:35.977030 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-bd9bd68b-786c-496d-a9bc-56e081056d50 None None] Port bbc7a157-72c2-4d55-b4b9-5db41297a92a cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:46:36.036191 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-d612d1ab-b3a4-47df-944f-22e0027f458b req-30070d82-363c-400e-92f4-7fb8a33e94df tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Unset dirty status for tenant:48873c3bcf674a0593730b514b4ffa39 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:46:36.037412 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d612d1ab-b3a4-47df-944f-22e0027f458b req-30070d82-363c-400e-92f4-7fb8a33e94df tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 931 time: 0.2695661 May 14 09:46:36.122026 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d612d1ab-b3a4-47df-944f-22e0027f458b req-c82073df-ec2c-448f-8025-1fe57212027f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763843 May 14 09:46:36.203294 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc7a157-72c2-4d55-b4b9-5db41297a92a {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:46:36.211189 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:36.226486 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Transition to ACTIVE for port object bbc7a157-72c2-4d55-b4b9-5db41297a92a will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:46:36.234963 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:36.239132 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c2c0e888-76b9-4470-83e0-fd6e3fddd526 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:36.374230 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Pushing event updated for resources: {'Port': ['ID=bbc7a157-72c2-4d55-b4b9-5db41297a92a,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:36.425299 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:36.523467 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Attempting to bind port bbc7a157-72c2-4d55-b4b9-5db41297a92a on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:46:36.523467 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Attempting to bind port bbc7a157-72c2-4d55-b4b9-5db41297a92a by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:46:36.523837 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Attempting to bind port bbc7a157-72c2-4d55-b4b9-5db41297a92a on network 33793f62-2dd2-41d9-955d-c771f928128f {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:46:36.528661 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Port bbc7a157-72c2-4d55-b4b9-5db41297a92a on network 33793f62-2dd2-41d9-955d-c771f928128f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:46:36.528988 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Attempting to bind port bbc7a157-72c2-4d55-b4b9-5db41297a92a on network 33793f62-2dd2-41d9-955d-c771f928128f {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:46:36.535992 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:46:36.535992 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Checking segment: {'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:46:36.535992 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Bound using segment: {'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:46:36.535992 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Bound port: bbc7a157-72c2-4d55-b4b9-5db41297a92a, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a55aa60-a67e-445a-ae5c-d52d076b8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:46:36.536541 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:36.800310 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] For port bbc7a157-72c2-4d55-b4b9-5db41297a92a, host hv-cinder-73414, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:46:36.812832 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] For port bbc7a157-72c2-4d55-b4b9-5db41297a92a, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:46:36.819033 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:36.823766 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:36.885025 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:36.885645 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:36.887048 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] 10.222.0.77 "PUT /v2.0/ports/bbc7a157-72c2-4d55-b4b9-5db41297a92a HTTP/1.1" status: 200 len: 1093 time: 1.3618641 May 14 09:46:36.888321 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'tag': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:46:36.935672 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158e2e5-3ffc-495d-a2ff-b917197ebab4 req-d5562644-61d5-43a5-b26e-f6f49a918752 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:36.943337 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6158e2e5-3ffc-495d-a2ff-b917197ebab4 req-d5562644-61d5-43a5-b26e-f6f49a918752 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1920278 May 14 09:46:36.972772 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'tag': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'status': 'completed', 'code': 200} May 14 09:46:37.004205 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Pushing event updated for resources: {'Port': ['ID=bbc7a157-72c2-4d55-b4b9-5db41297a92a,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:37.007986 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:37.054825 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6158e2e5-3ffc-495d-a2ff-b917197ebab4 req-4e5b82c0-55be-4985-b020-e62b7748d099 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102552 May 14 09:46:37.137880 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-52741032-91e7-46c5-9544-cac2fa17fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:37.139367 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-52741032-91e7-46c5-9544-cac2fa17fd1a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=48873c3bcf674a0593730b514b4ffa39&device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 1096 time: 0.1707947 May 14 09:46:37.242566 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-e06edbb3-6920-4d66-b26e-f48972867fc0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a HTTP/1.1" status: 200 len: 217 time: 0.0952811 May 14 09:46:37.250948 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7e00d-59fd-41d9-b3b2-df48bfb5c054 req-1743313d-ead0-4ea5-a226-1a9381f24668 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:37.258756 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c8a7e00d-59fd-41d9-b3b2-df48bfb5c054 req-1743313d-ead0-4ea5-a226-1a9381f24668 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 946 time: 0.2028651 May 14 09:46:37.415084 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c8a7e00d-59fd-41d9-b3b2-df48bfb5c054 req-dc672533-345a-4d17-a2ea-066afff60ffb tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552613 May 14 09:46:37.417527 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-383a1b5c-1d29-44cb-be07-a391bc417336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:37.419030 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-383a1b5c-1d29-44cb-be07-a391bc417336 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a HTTP/1.1" status: 200 len: 856 time: 0.1574085 May 14 09:46:37.444714 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33672) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:37.496252 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-c11f9495-f15f-4a37-808f-69e26512dea9 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:37.497266 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-c11f9495-f15f-4a37-808f-69e26512dea9 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Synchronizing usage tracker for tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:46:37.498738 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ae97a-739c-4bd1-a9a3-ff3c35c6d51a req-77d870eb-3ad0-40d6-b304-1be630c22953 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:37.500244 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-557ae97a-739c-4bd1-a9a3-ff3c35c6d51a req-77d870eb-3ad0-40d6-b304-1be630c22953 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.2395356 May 14 09:46:37.522710 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-c11f9495-f15f-4a37-808f-69e26512dea9 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Unset dirty status for tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:46:37.524898 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-c11f9495-f15f-4a37-808f-69e26512dea9 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.77 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.1293631 May 14 09:46:37.589737 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-557ae97a-739c-4bd1-a9a3-ff3c35c6d51a req-081159b1-5856-4b4b-9bda-7822b5e34a2b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824490 May 14 09:46:37.594890 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-b3e14282-70dc-421d-a559-15b84b91fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:37.608253 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-b3e14282-70dc-421d-a559-15b84b91fec7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33793f62-2dd2-41d9-955d-c771f928128f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1752222 May 14 09:46:37.706327 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Deleting port f98b939d-7329-464d-b363-a8a7412a7c82 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:46:37.706743 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:37.778137 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-b9c218e7-751c-4008-82e0-e771b78a893f service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657250 May 14 09:46:37.916529 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2805b110-bec1-4848-967b-a07274385121 tempest-TestMinimumBasicScenario-1592784598 tempest-TestMinimumBasicScenario-1592784598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:37.921223 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-2805b110-bec1-4848-967b-a07274385121 tempest-TestMinimumBasicScenario-1592784598 tempest-TestMinimumBasicScenario-1592784598-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 1094 time: 0.4713576 May 14 09:46:37.921424 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33686) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:37.928882 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Request body: {'floatingip': {'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'port_id': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:37.935607 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-22f0f772-6dad-4a21-b8d5-cd66faf0762b req-6c596a7b-1c6a-418e-b9ae-de3699b7110f service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502469 May 14 09:46:37.938764 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:37.940730 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33690) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:37.944516 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] For port f98b939d-7329-464d-b363-a8a7412a7c82, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f98b939d-7329-464d-b363-a8a7412a7c82,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:37.944873 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:37.954653 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Usage tracker for resource:floatingip and tenant:85ca02835c3c40c4b255bab3610e8a22 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:37.961151 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:38.089166 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca3e51-62d3-4f66-88f2-77cf297ffb07 req-1ffaac9a-c38d-47fa-b91a-8daed8bf66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:38.090992 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8aca3e51-62d3-4f66-88f2-77cf297ffb07 req-1ffaac9a-c38d-47fa-b91a-8daed8bf66a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=48873c3bcf674a0593730b514b4ffa39&device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 1096 time: 0.1040614 May 14 09:46:38.093879 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dcbdacbb-19e5-49d6-b4a5-2aa07caa7dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:38.122073 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:38.151621 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for floatingip, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:38.196339 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-dcbdacbb-19e5-49d6-b4a5-2aa07caa7dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:38.245336 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-dcbdacbb-19e5-49d6-b4a5-2aa07caa7dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:8ae914da487944d89afd8d1c34cb2b5b is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:38.254751 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-dcbdacbb-19e5-49d6-b4a5-2aa07caa7dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:38.264105 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-dcbdacbb-19e5-49d6-b4a5-2aa07caa7dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:38.378489 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca3e51-62d3-4f66-88f2-77cf297ffb07 req-3800cc4f-894a-4772-8701-6cdedf047213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:38.382878 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8aca3e51-62d3-4f66-88f2-77cf297ffb07 req-3800cc4f-894a-4772-8701-6cdedf047213 service neutron] 10.222.0.77 "GET /v2.0/networks?id=33793f62-2dd2-41d9-955d-c771f928128f HTTP/1.1" status: 200 len: 918 time: 0.2732434 May 14 09:46:38.496543 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5774231-73f3-4bba-a9bb-b74dcb9b4108 req-d1876110-5aa4-48b1-98bd-07603336f398 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:38.498748 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b5774231-73f3-4bba-a9bb-b74dcb9b4108 req-d1876110-5aa4-48b1-98bd-07603336f398 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 946 time: 0.3041971 May 14 09:46:38.521847 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8aca3e51-62d3-4f66-88f2-77cf297ffb07 req-e344cc24-3276-4bb8-aeef-402d99f423ec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a HTTP/1.1" status: 200 len: 217 time: 0.1263885 May 14 09:46:38.584523 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:38.585321 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:38.585643 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.l3_db [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Floating IP 3c390448-daa7-49f1-8da6-33968733555b disassociated. External IP: 172.27.2.188, port: f98b939d-7329-464d-b363-a8a7412a7c82. May 14 09:46:38.586239 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Calling delete_port for f98b939d-7329-464d-b363-a8a7412a7c82 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:46:38.603798 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b5774231-73f3-4bba-a9bb-b74dcb9b4108 req-9b28ffc2-99e5-430d-9756-498233e5d27a tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=85b6cf9b-4460-48d5-ba8e-ceccde57cc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893483 May 14 09:46:38.672371 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dcbdacbb-19e5-49d6-b4a5-2aa07caa7dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:38.680015 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dcbdacbb-19e5-49d6-b4a5-2aa07caa7dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:38.714902 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-13ac5213-e752-4885-8ece-893473a202b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:38.746748 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-dcbdacbb-19e5-49d6-b4a5-2aa07caa7dc0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ae914da487944d89afd8d1c34cb2b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8044858 May 14 09:46:38.754624 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33710) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:38.796238 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:38.811267 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-83e58619-191b-4a99-9a6a-effa89a8594a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:38.866648 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event deleted for resources: {'Port': ['ID=f98b939d-7329-464d-b363-a8a7412a7c82,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:38.894776 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:38.897293 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:38.897988 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:38.897988 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:38.898463 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:38.898770 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:38.899157 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:38.899501 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:38.899869 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:38.900215 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:38.900552 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:38.900888 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:38.901221 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:38.909807 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:38.915399 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdacbb-19e5-49d6-b4a5-2aa07caa7dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829935b2-5766-43e7-887c-b49856ec577f,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:38.924284 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca3e51-62d3-4f66-88f2-77cf297ffb07 req-c13861ba-b328-4476-8c53-87a181c18a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:38.925839 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8aca3e51-62d3-4f66-88f2-77cf297ffb07 req-c13861ba-b328-4476-8c53-87a181c18a50 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a HTTP/1.1" status: 200 len: 856 time: 0.3850904 May 14 09:46:38.926659 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-dcbdacbb-19e5-49d6-b4a5-2aa07caa7dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:38.998216 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0eec911e-d8ba-4b1a-accd-b5749d5b0b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:39.016692 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a6f3d-16dd-402b-bdec-d04578173dff req-df12c676-3486-4b3f-af70-56ff809e4cd5 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:39.018250 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c29a6f3d-16dd-402b-bdec-d04578173dff req-df12c676-3486-4b3f-af70-56ff809e4cd5 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.2679234 May 14 09:46:39.057460 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca3e51-62d3-4f66-88f2-77cf297ffb07 req-0e8cc6fd-7322-498c-b37c-4bb992584a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:39.058952 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8aca3e51-62d3-4f66-88f2-77cf297ffb07 req-0e8cc6fd-7322-498c-b37c-4bb992584a75 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33793f62-2dd2-41d9-955d-c771f928128f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1244869 May 14 09:46:39.132987 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0eec911e-d8ba-4b1a-accd-b5749d5b0b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:39.148901 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c29a6f3d-16dd-402b-bdec-d04578173dff req-3d6af3e1-47c5-4388-a3ed-af002a38b441 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171198 May 14 09:46:39.224666 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8aca3e51-62d3-4f66-88f2-77cf297ffb07 req-9ec16e25-746c-497a-afae-99d93a3c19cb service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528099 May 14 09:46:39.302008 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Allocated IP 172.27.2.215 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/bcff4cbb-bf79-42bb-9e64-4d2039bb501f) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:46:39.305094 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:46:39.305978 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0eec911e-d8ba-4b1a-accd-b5749d5b0b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:39.310872 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ed450521-2aed-4ac1-9d6f-719fea62d460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:39.337804 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec911e-d8ba-4b1a-accd-b5749d5b0b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829935b2-5766-43e7-887c-b49856ec577f,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:39.343471 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0eec911e-d8ba-4b1a-accd-b5749d5b0b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:39.447621 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8aca3e51-62d3-4f66-88f2-77cf297ffb07 req-e53f2f61-65bc-44d4-9266-0f50561dbe0a service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170520 May 14 09:46:39.568492 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0eec911e-d8ba-4b1a-accd-b5749d5b0b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:39.569603 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-0eec911e-d8ba-4b1a-accd-b5749d5b0b27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/829935b2-5766-43e7-887c-b49856ec577f HTTP/1.1" status: 204 len: 168 time: 0.8140731 May 14 09:46:39.668539 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:46:39.683591 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a84ea5-d84b-4fa4-ae73-cc0e7d1da1cb None None] Sync routers for ids ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:46:39.694360 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a84ea5-d84b-4fa4-ae73-cc0e7d1da1cb None None] Routers {'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:46:39.695358 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-00a84ea5-d84b-4fa4-ae73-cc0e7d1da1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:39.710092 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:39.779619 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] No DVR routers for this DVR port f98b939d-7329-464d-b363-a8a7412a7c82 on host hv-cinder-73414 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:46:39.781714 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:39.782760 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8820d3da-5f05-43fb-a38c-7a86977a510e req-a3eac8fe-f7df-4c13-9fdf-fa6eb8518468 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aefac81-13df-4710-a25f-af6f836a1409 HTTP/1.1" status: 200 len: 210 time: 0.0659738 May 14 09:46:39.784038 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-7e608b63-51cc-4333-bff2-d136b4d9f849 req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.77 "DELETE /v2.0/ports/f98b939d-7329-464d-b363-a8a7412a7c82 HTTP/1.1" status: 204 len: 173 time: 2.2536082 May 14 09:46:39.784748 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aefac81-13df-4710-a25f-af6f836a1409', 'name': 'network-vif-deleted', 'tag': 'f98b939d-7329-464d-b363-a8a7412a7c82'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:46:39.838910 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:39.873553 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aefac81-13df-4710-a25f-af6f836a1409', 'name': 'network-vif-deleted', 'tag': 'f98b939d-7329-464d-b363-a8a7412a7c82', 'status': 'completed', 'code': 200} May 14 09:46:39.874449 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:40.042810 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-00a84ea5-d84b-4fa4-ae73-cc0e7d1da1cb None None] Set router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:46:40.048876 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33726) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:40.081759 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bd735fb2-34ac-4b7b-8801-c64db915d140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:40.106629 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:46:40.109191 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-bd735fb2-34ac-4b7b-8801-c64db915d140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:40.110567 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:46:40.116666 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:46:40.116933 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-bd735fb2-34ac-4b7b-8801-c64db915d140 admin admin] Usage tracker for resource:security_group_rule and tenant:da653d7b0c274a7aa09b6a26853b15d4 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:40.122039 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-bd735fb2-34ac-4b7b-8801-c64db915d140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:40.129573 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-bd735fb2-34ac-4b7b-8801-c64db915d140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:40.189191 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Pushing event updated for resources: {'Port': ['ID=bcff4cbb-bf79-42bb-9e64-4d2039bb501f,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:40.194362 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:40.263843 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bd735fb2-34ac-4b7b-8801-c64db915d140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:40.271423 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bd735fb2-34ac-4b7b-8801-c64db915d140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:40.286320 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:40.408913 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-1f240e4b-b025-48df-86cc-a789f9130b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:40.414158 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd735fb2-34ac-4b7b-8801-c64db915d140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d681a0a5-7f26-46ee-8b77-900842e99897,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:40.421345 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device f98b939d-7329-464d-b363-a8a7412a7c82 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:46:40.425448 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-bd735fb2-34ac-4b7b-8801-c64db915d140 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da653d7b0c274a7aa09b6a26853b15d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697996 May 14 09:46:40.431869 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-bd735fb2-34ac-4b7b-8801-c64db915d140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:40.432471 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33734) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:40.492132 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: f98b939d-7329-464d-b363-a8a7412a7c82 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:46:40.492785 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device f98b939d-7329-464d-b363-a8a7412a7c82 not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:46:40.537177 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c55afa51-359d-47e9-a6e2-2af366d3c074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:40.557107 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9292ca-81ff-4959-83d5-ec6ac6dbec32 req-5c38d4cc-8d34-4050-a717-7a0cf6d03e05 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:40.561247 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ad9292ca-81ff-4959-83d5-ec6ac6dbec32 req-5c38d4cc-8d34-4050-a717-7a0cf6d03e05 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.2153747 May 14 09:46:40.616011 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c55afa51-359d-47e9-a6e2-2af366d3c074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:40.617291 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-00a84ea5-d84b-4fa4-ae73-cc0e7d1da1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:40Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '59df3c76-6bf2-41e8-9ff1-fd0e3d994752', 'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'mac_address': 'fa:16:3e:30:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:57Z', 'revision_number': 5, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'subnets': [{'id': '66021503-54ca-4040-9580-08c3db49374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:40.621973 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a84ea5-d84b-4fa4-ae73-cc0e7d1da1cb None None] Checking router: fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:46:40.634515 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a84ea5-d84b-4fa4-ae73-cc0e7d1da1cb None None] Routers {'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:46:40.635158 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-00a84ea5-d84b-4fa4-ae73-cc0e7d1da1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:40.680698 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ad9292ca-81ff-4959-83d5-ec6ac6dbec32 req-4513b2a9-fcb9-4676-b8d5-7d3f00e563a2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142833 May 14 09:46:40.709129 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:40.728885 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c55afa51-359d-47e9-a6e2-2af366d3c074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:40.734605 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-25281281-1876-4c1d-b8d5-3076334a46bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:40.751016 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55afa51-359d-47e9-a6e2-2af366d3c074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d681a0a5-7f26-46ee-8b77-900842e99897,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:40.754274 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c55afa51-359d-47e9-a6e2-2af366d3c074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:40.761281 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c55afa51-359d-47e9-a6e2-2af366d3c074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:40.765832 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-c55afa51-359d-47e9-a6e2-2af366d3c074 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d681a0a5-7f26-46ee-8b77-900842e99897 HTTP/1.1" status: 204 len: 168 time: 0.3288116 May 14 09:46:40.831921 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:40.858222 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-00a84ea5-d84b-4fa4-ae73-cc0e7d1da1cb None None] Set router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:46:40.947553 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33744) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:41.047669 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-df8c7d2c-cc29-4766-89b9-26167e62f30a tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:41.084595 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-df8c7d2c-cc29-4766-89b9-26167e62f30a tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:41.100435 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:41.108847 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:41.115788 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:41.179305 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-df8c7d2c-cc29-4766-89b9-26167e62f30a tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:41.196319 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b96d2820-eee9-4be8-b1e3-89e1cdb01bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:41.216824 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c7d2c-cc29-4766-89b9-26167e62f30a tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b6cf9b-4460-48d5-ba8e-ceccde57cc47,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:41.221108 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-df8c7d2c-cc29-4766-89b9-26167e62f30a tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:41.250541 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-df8c7d2c-cc29-4766-89b9-26167e62f30a tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:41.254500 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-df8c7d2c-cc29-4766-89b9-26167e62f30a tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "DELETE /v2.0/security-groups/85b6cf9b-4460-48d5-ba8e-ceccde57cc47 HTTP/1.1" status: 204 len: 168 time: 0.3028450 May 14 09:46:41.255012 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33752) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:41.262250 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Pushing event updated for resources: {'Port': ['ID=bcff4cbb-bf79-42bb-9e64-4d2039bb501f,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:41.269002 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:41.300617 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:41.307035 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.api.v2.resource [None req-7e302c4c-1554-478e-91c3-c308745c6170 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] show failed (client error): The resource could not be found. May 14 09:46:41.311497 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-7e302c4c-1554-478e-91c3-c308745c6170 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups/85b6cf9b-4460-48d5-ba8e-ceccde57cc47 HTTP/1.1" status: 404 len: 347 time: 0.0487320 May 14 09:46:41.312921 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33758) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:41.337550 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-00a84ea5-d84b-4fa4-ae73-cc0e7d1da1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:40Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '59df3c76-6bf2-41e8-9ff1-fd0e3d994752', 'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'mac_address': 'fa:16:3e:30:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:57Z', 'revision_number': 5, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'subnets': [{'id': '66021503-54ca-4040-9580-08c3db49374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:41.345783 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a84ea5-d84b-4fa4-ae73-cc0e7d1da1cb None None] The sync data for ids ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'] in dv-cinder-734144-18-iscsi is: [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:40Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '59df3c76-6bf2-41e8-9ff1-fd0e3d994752', 'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'mac_address': 'fa:16:3e:30:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:57Z', 'revision_number': 5, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'subnets': [{'id': '66021503-54ca-4040-9580-08c3db49374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:46:41.381438 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33762) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:41.448199 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b83b9984-67c2-4f1e-878d-21d0e16a64ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:41.558279 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-b83b9984-67c2-4f1e-878d-21d0e16a64ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:41.583444 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.l3_db [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Floating IP b2127b9e-1e6f-4862-abf5-c9d5a92e2ad5 associated. External IP: 172.27.2.215, port: 908c5e1d-8d5a-4f8d-8be1-c14f308306fb. May 14 09:46:41.593841 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-b83b9984-67c2-4f1e-878d-21d0e16a64ea admin admin] Usage tracker for resource:security_group_rule and tenant:bf0ca8be1de64c3eacd86ab3fce16a03 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:41.602160 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-b83b9984-67c2-4f1e-878d-21d0e16a64ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:41.613424 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-b83b9984-67c2-4f1e-878d-21d0e16a64ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:41.689252 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-da36bef1-19eb-46ce-a016-8a8b18a340a4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Deleting port 4405b1c6-d4a7-498e-9389-2351ebcdd55c {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:46:41.689626 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-da36bef1-19eb-46ce-a016-8a8b18a340a4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:41.697118 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace6932-d8f9-4499-9b4a-e964257d4359 None None] New status for floating IP 3c390448-daa7-49f1-8da6-33968733555b: DOWN {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:46:41.936037 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b83b9984-67c2-4f1e-878d-21d0e16a64ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:41.945948 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-da36bef1-19eb-46ce-a016-8a8b18a340a4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:41.946271 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-da36bef1-19eb-46ce-a016-8a8b18a340a4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:41.954365 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b83b9984-67c2-4f1e-878d-21d0e16a64ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:41.966362 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-df8c7d2c-cc29-4766-89b9-26167e62f30a tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:42.085579 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:46:42.211301 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-da36bef1-19eb-46ce-a016-8a8b18a340a4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Calling delete_port for 4405b1c6-d4a7-498e-9389-2351ebcdd55c owned by network:floatingip {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:46:42.245171 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b9984-67c2-4f1e-878d-21d0e16a64ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2eaff0-5940-40ae-8c62-388b670cec42,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:42.253882 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-b83b9984-67c2-4f1e-878d-21d0e16a64ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf0ca8be1de64c3eacd86ab3fce16a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8682227 May 14 09:46:42.254782 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b83b9984-67c2-4f1e-878d-21d0e16a64ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:42.254988 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33772) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:42.282890 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b97275-ca08-4124-90da-7ec7c21214e0 req-49991014-a0bf-42de-9b58-73a4f706e8ba tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:42.284665 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c4b97275-ca08-4124-90da-7ec7c21214e0 req-49991014-a0bf-42de-9b58-73a4f706e8ba tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.4721534 May 14 09:46:42.289406 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:46:42.300415 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f099d081-26e5-4f83-a33c-8a0470e9dcb3 None None] Sync routers for ids ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:46:42.311080 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f099d081-26e5-4f83-a33c-8a0470e9dcb3 None None] Routers {'41aee175-dbb1-4325-a5a2-c9dcb5e7a087'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:46:42.312669 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-f099d081-26e5-4f83-a33c-8a0470e9dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:42.340105 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c4b97275-ca08-4124-90da-7ec7c21214e0 req-57adb1b3-dbc2-4912-8b87-c536652e4eb9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492551 May 14 09:46:42.343432 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:42.388448 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-348a75ff-75f4-4f4e-bbc1-88b2118116c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:42.431775 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5093660 May 14 09:46:42.434071 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-348a75ff-75f4-4f4e-bbc1-88b2118116c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:42.437242 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33776) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:42.441337 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'tag': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:46:42.444998 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1850929619', 'description': 'tempest-secgroup-smoke-1850929619 description', 'project_id': '85ca02835c3c40c4b255bab3610e8a22'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:42.451237 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-da36bef1-19eb-46ce-a016-8a8b18a340a4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:42.460594 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-07a8433b-7905-499d-ae68-06cf347393b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:42.484585 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device bbc7a157-72c2-4d55-b4b9-5db41297a92a details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:46:42.506711 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-348a75ff-75f4-4f4e-bbc1-88b2118116c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:42.515596 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fa9c1c19-1c6e-490e-bfc4-8100977e5a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:42.525039 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:42.530399 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36bef1-19eb-46ce-a016-8a8b18a340a4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event deleted for resources: {'Port': ['ID=4405b1c6-d4a7-498e-9389-2351ebcdd55c,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:42.533437 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a75ff-75f4-4f4e-bbc1-88b2118116c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2eaff0-5940-40ae-8c62-388b670cec42,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:42.536303 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-da36bef1-19eb-46ce-a016-8a8b18a340a4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:42.537108 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Usage tracker for resource:security_group and tenant:85ca02835c3c40c4b255bab3610e8a22 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:42.537304 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-348a75ff-75f4-4f4e-bbc1-88b2118116c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:42.545893 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-348a75ff-75f4-4f4e-bbc1-88b2118116c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:42.547621 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:42.547785 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-348a75ff-75f4-4f4e-bbc1-88b2118116c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e2eaff0-5940-40ae-8c62-388b670cec42 HTTP/1.1" status: 204 len: 168 time: 0.2896340 May 14 09:46:42.563105 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'tag': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb', 'status': 'completed', 'code': 200} May 14 09:46:42.623273 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:42.687078 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:42.765443 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:42.771196 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7919a-31dc-47ae-91ad-2f8e3622ba55 req-e1216ecb-9797-4644-9167-9c850d414d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:42.777387 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-22b7919a-31dc-47ae-91ad-2f8e3622ba55 req-e1216ecb-9797-4644-9167-9c850d414d2a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=85ca02835c3c40c4b255bab3610e8a22&device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 1099 time: 0.1812589 May 14 09:46:42.777569 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-da36bef1-19eb-46ce-a016-8a8b18a340a4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for floatingip, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:42.783073 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Usage tracker for resource:security_group_rule and tenant:85ca02835c3c40c4b255bab3610e8a22 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:42.789682 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:42.806887 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:42.821040 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-f099d081-26e5-4f83-a33c-8a0470e9dcb3 None None] Set router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:46:42.862483 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-da36bef1-19eb-46ce-a016-8a8b18a340a4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:42.864535 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-da36bef1-19eb-46ce-a016-8a8b18a340a4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "DELETE /v2.0/floatingips/3c390448-daa7-49f1-8da6-33968733555b HTTP/1.1" status: 204 len: 168 time: 1.5505531 May 14 09:46:42.964293 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.030880 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.034771 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7919a-31dc-47ae-91ad-2f8e3622ba55 req-0ef584b4-ceec-4288-98ca-36c106962bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:43.037166 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-22b7919a-31dc-47ae-91ad-2f8e3622ba55 req-0ef584b4-ceec-4288-98ca-36c106962bfe service neutron] 10.222.0.77 "GET /v2.0/networks?id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b HTTP/1.1" status: 200 len: 915 time: 0.2545063 May 14 09:46:43.039310 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.044730 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c55afa51-359d-47e9-a6e2-2af366d3c074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:43.092270 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:43.099892 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:43.117393 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.120479 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6818936 May 14 09:46:43.132097 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33794) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:43.137839 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-27afc6f1-f417-4a38-94b0-491f63177fd8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Request body: {'security_group_rule': {'security_group_id': '3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7', 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:43.143692 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-27afc6f1-f417-4a38-94b0-491f63177fd8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:43.148193 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-27afc6f1-f417-4a38-94b0-491f63177fd8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Usage tracker for resource:security_group_rule and tenant:85ca02835c3c40c4b255bab3610e8a22 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:43.151563 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-27afc6f1-f417-4a38-94b0-491f63177fd8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:43.170809 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-27afc6f1-f417-4a38-94b0-491f63177fd8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:43.179080 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-22b7919a-31dc-47ae-91ad-2f8e3622ba55 req-18d2ab89-478a-4587-b3f7-be7c2a529c05 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=908c5e1d-8d5a-4f8d-8be1-c14f308306fb HTTP/1.1" status: 200 len: 1000 time: 0.1354289 May 14 09:46:43.197835 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port bbc7a157-72c2-4d55-b4b9-5db41297a92a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:43.203778 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-27afc6f1-f417-4a38-94b0-491f63177fd8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.259469 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7919a-31dc-47ae-91ad-2f8e3622ba55 req-b045a17f-e253-4293-8dc0-e442dc9556e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:43.261443 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-22b7919a-31dc-47ae-91ad-2f8e3622ba55 req-b045a17f-e253-4293-8dc0-e442dc9556e9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc543ef6-9e80-42ed-9048-68a126d3a0a3 HTTP/1.1" status: 200 len: 853 time: 0.0755508 May 14 09:46:43.331680 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-27afc6f1-f417-4a38-94b0-491f63177fd8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.339215 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-27afc6f1-f417-4a38-94b0-491f63177fd8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.359145 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-939d5b01-916a-4a19-a4b8-491016f05abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.361377 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'port_id': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'mac_address': 'fa:16:3e:c1:db:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:46:43.373039 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:43.406557 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7919a-31dc-47ae-91ad-2f8e3622ba55 req-62d72bd5-68ba-4be6-ae4f-20cc1aaea503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:43.412773 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-22b7919a-31dc-47ae-91ad-2f8e3622ba55 req-62d72bd5-68ba-4be6-ae4f-20cc1aaea503 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1440337 May 14 09:46:43.438284 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afc6f1-f417-4a38-94b0-491f63177fd8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88065d51-6eb8-4a61-9aae-8a438fc102b7,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:43.442693 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-27afc6f1-f417-4a38-94b0-491f63177fd8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:43.455765 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-27afc6f1-f417-4a38-94b0-491f63177fd8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.461143 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-27afc6f1-f417-4a38-94b0-491f63177fd8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3256006 May 14 09:46:43.461369 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33808) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:43.474434 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-8f6aab21-cd4d-434b-b55f-ef8fd04f1eb0 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Request body: {'security_group_rule': {'security_group_id': '3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7', 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:43.489220 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8f6aab21-cd4d-434b-b55f-ef8fd04f1eb0 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:43.494235 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.499153 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-8f6aab21-cd4d-434b-b55f-ef8fd04f1eb0 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Usage tracker for resource:security_group_rule and tenant:85ca02835c3c40c4b255bab3610e8a22 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:43.507771 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-8f6aab21-cd4d-434b-b55f-ef8fd04f1eb0 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:43.521025 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8f6aab21-cd4d-434b-b55f-ef8fd04f1eb0 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:43.552027 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc7a157-72c2-4d55-b4b9-5db41297a92a {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:46:43.562847 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8f6aab21-cd4d-434b-b55f-ef8fd04f1eb0 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.575016 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port bbc7a157-72c2-4d55-b4b9-5db41297a92a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:43.584541 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.587065 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-bddf7182-5fb3-46aa-a7e7-9ab193ee23f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:43.678009 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-22b7919a-31dc-47ae-91ad-2f8e3622ba55 req-7b823a59-1bec-426e-8226-17619e3124df service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573588 May 14 09:46:43.700417 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-f099d081-26e5-4f83-a33c-8a0470e9dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:31Z', 'updated_at': '2021-05-14T09:45:37Z', 'revision_number': 4, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'gw_port': {'id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:32Z', 'updated_at': '2021-05-14T09:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': 'b2127b9e-1e6f-4862-abf5-c9d5a92e2ad5', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'port_id': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'mac_address': 'fa:16:3e:10:22:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:46:40Z', 'updated_at': '2021-05-14T09:46:40Z', 'revision_number': 0, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a22715-ad89-4ec8-a8f3-b684e9a31c6c', 'name': '', 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'mac_address': 'fa:16:3e:63:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:36Z', 'updated_at': '2021-05-14T09:45:44Z', 'revision_number': 5, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'subnets': [{'id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:43.710926 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f099d081-26e5-4f83-a33c-8a0470e9dcb3 None None] Checking router: 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:46:43.717122 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=bbc7a157-72c2-4d55-b4b9-5db41297a92a,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:43.731442 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:43.740244 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f099d081-26e5-4f83-a33c-8a0470e9dcb3 None None] Routers {'41aee175-dbb1-4325-a5a2-c9dcb5e7a087'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:46:43.741007 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-f099d081-26e5-4f83-a33c-8a0470e9dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:43.791953 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8f6aab21-cd4d-434b-b55f-ef8fd04f1eb0 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.802424 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4a235-b60a-419e-8c12-4b8eb16f21c6 req-99be3ff9-3a8b-4012-9f14-0132b2e51125 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:43.810521 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-dba4a235-b60a-419e-8c12-4b8eb16f21c6 req-99be3ff9-3a8b-4012-9f14-0132b2e51125 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 944 time: 0.1753757 May 14 09:46:43.863575 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8f6aab21-cd4d-434b-b55f-ef8fd04f1eb0 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.907237 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-22b7919a-31dc-47ae-91ad-2f8e3622ba55 req-dd2707fb-dd4c-4722-bafa-7752b799271c service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215281 May 14 09:46:43.937183 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-396b775e-4fcd-4cfd-8a1d-0bd8dfbf9e05 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:43.952427 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6aab21-cd4d-434b-b55f-ef8fd04f1eb0 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29216b82-409d-4ab3-803c-e6b901244d69,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:43.955414 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8f6aab21-cd4d-434b-b55f-ef8fd04f1eb0 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:43.969954 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-dba4a235-b60a-419e-8c12-4b8eb16f21c6 req-f9d1dc64-0e73-4083-a887-4e9aa3583b83 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552856 May 14 09:46:43.976080 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8f6aab21-cd4d-434b-b55f-ef8fd04f1eb0 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.980103 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-8f6aab21-cd4d-434b-b55f-ef8fd04f1eb0 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5142765 May 14 09:46:43.980489 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33822) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:43.994973 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-48f1c0d2-bd21-4a11-a9ab-db812cd8c4d5 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Request body: {'security_group_rule': {'security_group_id': '3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7', 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:43.997294 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['bbc7a157-72c2-4d55-b4b9-5db41297a92a'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:46:44.005150 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-48f1c0d2-bd21-4a11-a9ab-db812cd8c4d5 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:44.019566 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-48f1c0d2-bd21-4a11-a9ab-db812cd8c4d5 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Usage tracker for resource:security_group_rule and tenant:85ca02835c3c40c4b255bab3610e8a22 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:44.025953 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-48f1c0d2-bd21-4a11-a9ab-db812cd8c4d5 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:44.040280 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-48f1c0d2-bd21-4a11-a9ab-db812cd8c4d5 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:44.063764 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-48f1c0d2-bd21-4a11-a9ab-db812cd8c4d5 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.064255 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33828) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:44.070682 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--667097957', 'description': 'tempest-description--1090809413'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:44.076197 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-f099d081-26e5-4f83-a33c-8a0470e9dcb3 None None] Set router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:46:44.080516 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:44.085410 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Usage tracker for resource:security_group and tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:44.089531 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:44.096826 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:44.124691 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.158250 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-48f1c0d2-bd21-4a11-a9ab-db812cd8c4d5 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.164597 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-48f1c0d2-bd21-4a11-a9ab-db812cd8c4d5 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.168936 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:44.179731 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:44.183619 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Usage tracker for resource:security_group_rule and tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:44.187021 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:44.198119 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1c0d2-bd21-4a11-a9ab-db812cd8c4d5 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abc691f-0939-401f-a2ea-132af3f81b32,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:44.205036 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-48f1c0d2-bd21-4a11-a9ab-db812cd8c4d5 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:44.207828 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:44.210755 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.234729 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-48f1c0d2-bd21-4a11-a9ab-db812cd8c4d5 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.236927 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-48f1c0d2-bd21-4a11-a9ab-db812cd8c4d5 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2555437 May 14 09:46:44.239888 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33842) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:44.250485 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-d0c5d2b1-adad-4d68-a3a1-f741af213c7d tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Request body: {'security_group_rule': {'security_group_id': '3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7', 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:44.263880 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-d0c5d2b1-adad-4d68-a3a1-f741af213c7d tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:44.275886 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-d0c5d2b1-adad-4d68-a3a1-f741af213c7d tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Usage tracker for resource:security_group_rule and tenant:85ca02835c3c40c4b255bab3610e8a22 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:44.280294 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-d0c5d2b1-adad-4d68-a3a1-f741af213c7d tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:44.291657 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-d0c5d2b1-adad-4d68-a3a1-f741af213c7d tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:44.319895 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d0c5d2b1-adad-4d68-a3a1-f741af213c7d tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.366728 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.375461 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.402392 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b7218485-cd3a-4310-8ae0-bd1de8a0a5d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:44.431759 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d0c5d2b1-adad-4d68-a3a1-f741af213c7d tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.438509 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d0c5d2b1-adad-4d68-a3a1-f741af213c7d tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.457075 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-28ffe6c8-310e-4395-80ad-7366177bdcc1 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:44.509166 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5d2b1-adad-4d68-a3a1-f741af213c7d tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791f1f72-8cb3-4639-bbdb-c6c72c69f243,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:44.515995 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d0c5d2b1-adad-4d68-a3a1-f741af213c7d tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:44.523373 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.529133 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4593916 May 14 09:46:44.531366 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33856) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:44.532494 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3f7aa2-054c-4baa-9103-4d9be5d6b60d,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:44.536367 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:44.547241 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d0c5d2b1-adad-4d68-a3a1-f741af213c7d tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.547580 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-97da0863-a2e4-4367-a557-ae6034e2478d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Request body: {'security_group_rule': {'security_group_id': 'eb3f7aa2-054c-4baa-9103-4d9be5d6b60d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:44.553455 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-d0c5d2b1-adad-4d68-a3a1-f741af213c7d tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3083057 May 14 09:46:44.555421 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33860) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:44.556644 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-97da0863-a2e4-4367-a557-ae6034e2478d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:44.561987 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-97da0863-a2e4-4367-a557-ae6034e2478d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Usage tracker for resource:security_group_rule and tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:44.572019 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-97da0863-a2e4-4367-a557-ae6034e2478d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:44.574762 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-89c73312-4ad1-49ed-9585-47caf4afcf88 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Request body: {'security_group_rule': {'security_group_id': '3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7', 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:44.586762 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-89c73312-4ad1-49ed-9585-47caf4afcf88 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:44.591632 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-89c73312-4ad1-49ed-9585-47caf4afcf88 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Usage tracker for resource:security_group_rule and tenant:85ca02835c3c40c4b255bab3610e8a22 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:44.595006 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-89c73312-4ad1-49ed-9585-47caf4afcf88 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:44.602287 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-97da0863-a2e4-4367-a557-ae6034e2478d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:44.602916 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-89c73312-4ad1-49ed-9585-47caf4afcf88 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:44.620869 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.db.securitygroups_db [None req-89c73312-4ad1-49ed-9585-47caf4afcf88 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Project 85ca02835c3c40c4b255bab3610e8a22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 09:46:44.631327 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-89c73312-4ad1-49ed-9585-47caf4afcf88 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.637953 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-97da0863-a2e4-4367-a557-ae6034e2478d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.813195 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-89c73312-4ad1-49ed-9585-47caf4afcf88 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.824716 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-89c73312-4ad1-49ed-9585-47caf4afcf88 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.828313 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:44.862189 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c73312-4ad1-49ed-9585-47caf4afcf88 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2278e78a-a147-4630-88d1-087d1473ec9c,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:44.864584 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-97da0863-a2e4-4367-a557-ae6034e2478d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.867228 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-89c73312-4ad1-49ed-9585-47caf4afcf88 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:44.871544 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-97da0863-a2e4-4367-a557-ae6034e2478d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.879721 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-89c73312-4ad1-49ed-9585-47caf4afcf88 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.885667 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-89c73312-4ad1-49ed-9585-47caf4afcf88 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3240123 May 14 09:46:44.887590 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33868) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:44.901450 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-ba0a8f2a-ee56-48ce-ab5d-6a36a91ba647 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Request body: {'security_group_rule': {'security_group_id': '3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7', 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:44.905479 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:44.913455 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-ba0a8f2a-ee56-48ce-ab5d-6a36a91ba647 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:44.920090 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-ba0a8f2a-ee56-48ce-ab5d-6a36a91ba647 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Usage tracker for resource:security_group_rule and tenant:85ca02835c3c40c4b255bab3610e8a22 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:44.925107 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-ba0a8f2a-ee56-48ce-ab5d-6a36a91ba647 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:44.935008 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-ba0a8f2a-ee56-48ce-ab5d-6a36a91ba647 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:44.935299 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-97da0863-a2e4-4367-a557-ae6034e2478d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.937175 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-97da0863-a2e4-4367-a557-ae6034e2478d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3989699 May 14 09:46:44.940183 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33872) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:44.947890 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da0863-a2e4-4367-a557-ae6034e2478d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59cd69e-b00d-4235-ba42-ac2229f89725,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:44.951416 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-97da0863-a2e4-4367-a557-ae6034e2478d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:44.956206 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-00740706-13d2-40fb-8bc8-31a6b1c81652 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Request body: {'security_group_rule': {'security_group_id': 'eb3f7aa2-054c-4baa-9103-4d9be5d6b60d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:44.965845 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-00740706-13d2-40fb-8bc8-31a6b1c81652 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:44.969309 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-f099d081-26e5-4f83-a33c-8a0470e9dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:31Z', 'updated_at': '2021-05-14T09:45:37Z', 'revision_number': 4, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'gw_port': {'id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:32Z', 'updated_at': '2021-05-14T09:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': 'b2127b9e-1e6f-4862-abf5-c9d5a92e2ad5', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'port_id': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'mac_address': 'fa:16:3e:10:22:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:46:40Z', 'updated_at': '2021-05-14T09:46:40Z', 'revision_number': 0, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a22715-ad89-4ec8-a8f3-b684e9a31c6c', 'name': '', 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'mac_address': 'fa:16:3e:63:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:36Z', 'updated_at': '2021-05-14T09:45:44Z', 'revision_number': 5, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'subnets': [{'id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:44.969909 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-00740706-13d2-40fb-8bc8-31a6b1c81652 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Usage tracker for resource:security_group_rule and tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:44.972840 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.db.securitygroups_db [None req-ba0a8f2a-ee56-48ce-ab5d-6a36a91ba647 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Project 85ca02835c3c40c4b255bab3610e8a22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 09:46:44.974718 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f099d081-26e5-4f83-a33c-8a0470e9dcb3 None None] The sync data for ids ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'] in dv-cinder-734144-18-iscsi is: [{'id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:31Z', 'updated_at': '2021-05-14T09:45:37Z', 'revision_number': 4, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'gw_port': {'id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:32Z', 'updated_at': '2021-05-14T09:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': 'b2127b9e-1e6f-4862-abf5-c9d5a92e2ad5', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'port_id': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'mac_address': 'fa:16:3e:10:22:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:46:40Z', 'updated_at': '2021-05-14T09:46:40Z', 'revision_number': 0, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a22715-ad89-4ec8-a8f3-b684e9a31c6c', 'name': '', 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'mac_address': 'fa:16:3e:63:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:36Z', 'updated_at': '2021-05-14T09:45:44Z', 'revision_number': 5, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'subnets': [{'id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:46:44.976392 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-00740706-13d2-40fb-8bc8-31a6b1c81652 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:44.984700 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-00740706-13d2-40fb-8bc8-31a6b1c81652 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:44.987206 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8f2a-ee56-48ce-ab5d-6a36a91ba647 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.009300 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33878) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:45.071752 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-00740706-13d2-40fb-8bc8-31a6b1c81652 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.107735 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8f2a-ee56-48ce-ab5d-6a36a91ba647 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.121836 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8f2a-ee56-48ce-ab5d-6a36a91ba647 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.129550 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:45.156613 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a8f2a-ee56-48ce-ab5d-6a36a91ba647 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a756e4be-bfa8-4528-960f-a7b007d0fd07,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:45.161452 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ba0a8f2a-ee56-48ce-ab5d-6a36a91ba647 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:45.179111 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8f2a-ee56-48ce-ab5d-6a36a91ba647 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.186169 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-ba0a8f2a-ee56-48ce-ab5d-6a36a91ba647 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2939534 May 14 09:46:45.193170 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca2b0b4c-8812-40a6-83d5-f0d1b18ed048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.214447 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-00740706-13d2-40fb-8bc8-31a6b1c81652 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.214629 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ca2b0b4c-8812-40a6-83d5-f0d1b18ed048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:45.221562 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-00740706-13d2-40fb-8bc8-31a6b1c81652 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.224252 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d0c5d2b1-adad-4d68-a3a1-f741af213c7d tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:45.235926 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ca2b0b4c-8812-40a6-83d5-f0d1b18ed048 admin admin] Usage tracker for resource:security_group_rule and tenant:ac892477d4874e2d8e11cae4a3ede6f0 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:45.242387 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ca2b0b4c-8812-40a6-83d5-f0d1b18ed048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:45.252140 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ca2b0b4c-8812-40a6-83d5-f0d1b18ed048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:45.273604 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00740706-13d2-40fb-8bc8-31a6b1c81652 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35dd9eb0-7903-4bc4-ad57-7f28aaa18060,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:45.281206 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-00740706-13d2-40fb-8bc8-31a6b1c81652 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:45.282543 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-00740706-13d2-40fb-8bc8-31a6b1c81652 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.288186 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33888) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:45.290063 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-00740706-13d2-40fb-8bc8-31a6b1c81652 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3469007 May 14 09:46:45.302080 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Request body: {'floatingip': {'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:45.313100 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:45.327191 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Usage tracker for resource:floatingip and tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:45.331557 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:45.343572 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3e5d85-dfaf-4d2e-8e32-30fa3a6614ec None None] New status for floating IP b2127b9e-1e6f-4862-abf5-c9d5a92e2ad5: ACTIVE {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:46:45.348941 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:45.366710 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-163fd983-2880-4cff-a699-ddc08cb72f34 req-6731591c-169f-4953-b8a5-d7e8016c63a9 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Synchronizing usage tracker for tenant:85ca02835c3c40c4b255bab3610e8a22 on resource:security_group {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:46:45.388730 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.391763 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-163fd983-2880-4cff-a699-ddc08cb72f34 req-6731591c-169f-4953-b8a5-d7e8016c63a9 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Unset dirty status for tenant:85ca02835c3c40c4b255bab3610e8a22 on resource:security_group {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:46:45.391991 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for floatingip, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.393572 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-163fd983-2880-4cff-a699-ddc08cb72f34 req-6731591c-169f-4953-b8a5-d7e8016c63a9 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1850929619&fields=id&tenant_id=85ca02835c3c40c4b255bab3610e8a22 HTTP/1.1" status: 200 len: 267 time: 0.0814388 May 14 09:46:45.587005 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fd983-2880-4cff-a699-ddc08cb72f34 req-1873555c-9dc8-49d1-b80e-41de7daf0936 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:45.588524 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-163fd983-2880-4cff-a699-ddc08cb72f34 req-1873555c-9dc8-49d1-b80e-41de7daf0936 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 946 time: 0.1888125 May 14 09:46:45.592673 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca2b0b4c-8812-40a6-83d5-f0d1b18ed048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.601615 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1e08c-9c60-4668-8d70-7939b3898ae3 req-4b096f05-f173-4a4c-8eed-64fbf7a2d986 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:45.602890 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ca2b0b4c-8812-40a6-83d5-f0d1b18ed048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.603016 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-97f1e08c-9c60-4668-8d70-7939b3898ae3 req-4b096f05-f173-4a4c-8eed-64fbf7a2d986 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 944 time: 0.1336691 May 14 09:46:45.608877 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-163fd983-2880-4cff-a699-ddc08cb72f34 req-0c7476f5-36c8-4ee9-bacf-7c8ed76badfa tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Request body: {'port': {'security_groups': ['ad2e2f8f-baa0-47ad-878f-e4e5128c6856', '3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7']}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:45.609941 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e203316f-8f8d-4a01-a0f1-4305d5cb50ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:45.637981 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b0b4c-8812-40a6-83d5-f0d1b18ed048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac0ef88-40b0-480b-9709-bba3d893e532,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:45.641709 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ca2b0b4c-8812-40a6-83d5-f0d1b18ed048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:45.672448 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ca2b0b4c-8812-40a6-83d5-f0d1b18ed048 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac892477d4874e2d8e11cae4a3ede6f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6619301 May 14 09:46:45.673287 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33892) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:45.740448 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.795392 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.851749 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-97f1e08c-9c60-4668-8d70-7939b3898ae3 req-17c04827-7e43-4622-b73d-ab0b15b908fb tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128038 May 14 09:46:45.916379 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-45e1581a-3ebe-40bb-9a46-ec0747c822f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.921584 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-163fd983-2880-4cff-a699-ddc08cb72f34 req-0c7476f5-36c8-4ee9-bacf-7c8ed76badfa tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:45.972370 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Allocated IP 172.27.2.98 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/630cfcfe-e696-47a3-8fb6-0393192bab4d) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:46:45.992412 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-45e1581a-3ebe-40bb-9a46-ec0747c822f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:46.109423 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-45e1581a-3ebe-40bb-9a46-ec0747c822f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:46.115790 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-be96b408-91d3-452c-995f-e6d548582385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:46.131348 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1581a-3ebe-40bb-9a46-ec0747c822f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac0ef88-40b0-480b-9709-bba3d893e532,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:46.152187 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-45e1581a-3ebe-40bb-9a46-ec0747c822f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:46.154277 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:46.193003 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:46.198360 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:46.212347 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-45e1581a-3ebe-40bb-9a46-ec0747c822f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:46.213435 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-45e1581a-3ebe-40bb-9a46-ec0747c822f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aac0ef88-40b0-480b-9709-bba3d893e532 HTTP/1.1" status: 204 len: 168 time: 0.5376081 May 14 09:46:46.261011 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:46:46.263956 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:46:46.267145 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:46:46.295962 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-163fd983-2880-4cff-a699-ddc08cb72f34 req-0c7476f5-36c8-4ee9-bacf-7c8ed76badfa tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] For port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=908c5e1d-8d5a-4f8d-8be1-c14f308306fb,segment=NetworkSegment(1b31f8e0-8a4f-4d06-b229-ec918721818c),segment_id=1b31f8e0-8a4f-4d06-b229-ec918721818c)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:46.318545 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event updated for resources: {'Port': ['ID=630cfcfe-e696-47a3-8fb6-0393192bab4d,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:46.321516 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:46.324012 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-163fd983-2880-4cff-a699-ddc08cb72f34 req-0c7476f5-36c8-4ee9-bacf-7c8ed76badfa tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:46.332010 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-163fd983-2880-4cff-a699-ddc08cb72f34 req-0c7476f5-36c8-4ee9-bacf-7c8ed76badfa tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:46.340392 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:46.344458 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['908c5e1d-8d5a-4f8d-8be1-c14f308306fb'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:46:46.373002 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:46.408268 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fd983-2880-4cff-a699-ddc08cb72f34 req-0c7476f5-36c8-4ee9-bacf-7c8ed76badfa tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:46.409013 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-163fd983-2880-4cff-a699-ddc08cb72f34 req-0c7476f5-36c8-4ee9-bacf-7c8ed76badfa tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:46.417057 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-163fd983-2880-4cff-a699-ddc08cb72f34 req-0c7476f5-36c8-4ee9-bacf-7c8ed76badfa tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "PUT /v2.0/ports/908c5e1d-8d5a-4f8d-8be1-c14f308306fb HTTP/1.1" status: 200 len: 982 time: 0.8099680 May 14 09:46:46.417548 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'tag': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:46:46.476134 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device bbc7a157-72c2-4d55-b4b9-5db41297a92a up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:46:46.494867 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7476f5-36c8-4ee9-bacf-7c8ed76badfa tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Pushing event updated for resources: {'Port': ['ID=908c5e1d-8d5a-4f8d-8be1-c14f308306fb,revision_number=6']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:46.502368 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-0c7476f5-36c8-4ee9-bacf-7c8ed76badfa tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:46.516949 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'tag': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb', 'status': 'completed', 'code': 200} May 14 09:46:46.561489 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['908c5e1d-8d5a-4f8d-8be1-c14f308306fb'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:46:46.600230 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:46.806713 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port bbc7a157-72c2-4d55-b4b9-5db41297a92a completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:46:46.817732 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port bbc7a157-72c2-4d55-b4b9-5db41297a92a triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:46:46.818487 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:46.859502 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:46.869011 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:46.880488 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-19c673df-5209-43a8-9113-e67cec0d4c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:46.940651 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0118630-aeab-4cb9-b57c-2511c61211db req-6f8a4a41-de6a-45aa-a4f6-95000e177ee8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:46.949400 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c0118630-aeab-4cb9-b57c-2511c61211db req-6f8a4a41-de6a-45aa-a4f6-95000e177ee8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 985 time: 0.3346846 May 14 09:46:47.005823 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event updated for resources: {'Port': ['ID=630cfcfe-e696-47a3-8fb6-0393192bab4d,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:47.018149 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:47.021188 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c0118630-aeab-4cb9-b57c-2511c61211db req-0ec97f79-2964-4500-ace8-d5e5cab4de67 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&id=3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706954 May 14 09:46:47.025285 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-30d2d900-318b-430f-b8ff-430cd2c4d801 None None] Provisioning complete for port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:46:47.025669 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-30d2d900-318b-430f-b8ff-430cd2c4d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:47.041335 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:47.058601 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e8008-84c0-4fe4-807e-d51bf3c90f39 req-15d01103-cac0-433e-9f89-be642f0a7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:47.060247 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-1a3e8008-84c0-4fe4-807e-d51bf3c90f39 req-15d01103-cac0-433e-9f89-be642f0a7bfb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=85ca02835c3c40c4b255bab3610e8a22&device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 1138 time: 0.5310786 May 14 09:46:47.174075 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:47.175297 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8859489 May 14 09:46:47.217630 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33934) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:47.260447 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e8008-84c0-4fe4-807e-d51bf3c90f39 req-ec3d2313-32db-4208-a9ac-51b043a8c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:47.264311 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-1a3e8008-84c0-4fe4-807e-d51bf3c90f39 req-ec3d2313-32db-4208-a9ac-51b043a8c42c service neutron] 10.222.0.77 "GET /v2.0/networks?id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b HTTP/1.1" status: 200 len: 915 time: 0.1945622 May 14 09:46:47.288620 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba13ed3-6c49-4cb1-a1e8-cc75dc6d1417 admin admin] Deleting subnet f203fe7f-ac6e-46b3-b4af-83329352f3fd {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:46:47.306406 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425007e-a2c4-4e1c-8271-adc07e9f804e req-709588e0-650b-4b9e-8650-6d404be5f7ae tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:47.308138 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8425007e-a2c4-4e1c-8271-adc07e9f804e req-709588e0-650b-4b9e-8650-6d404be5f7ae tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 944 time: 0.2139328 May 14 09:46:47.313169 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4ba13ed3-6c49-4cb1-a1e8-cc75dc6d1417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:47.371371 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33938) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:47.398585 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-1a3e8008-84c0-4fe4-807e-d51bf3c90f39 req-e485a3eb-6a38-4e65-a891-3ba1fbbfef0a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=908c5e1d-8d5a-4f8d-8be1-c14f308306fb HTTP/1.1" status: 200 len: 1002 time: 0.1258960 May 14 09:46:47.460647 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8425007e-a2c4-4e1c-8271-adc07e9f804e req-f254a3c3-d13f-45b5-8cd1-e5f1f6485358 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741444 May 14 09:46:47.487906 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4ba13ed3-6c49-4cb1-a1e8-cc75dc6d1417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8351112'] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:47.505275 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:47.523412 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e8008-84c0-4fe4-807e-d51bf3c90f39 req-6a4686ad-3861-4c18-a76d-d3bf9cc48146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:47.525961 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-1a3e8008-84c0-4fe4-807e-d51bf3c90f39 req-6a4686ad-3861-4c18-a76d-d3bf9cc48146 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc543ef6-9e80-42ed-9048-68a126d3a0a3 HTTP/1.1" status: 200 len: 853 time: 0.1133184 May 14 09:46:47.586207 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4ba13ed3-6c49-4cb1-a1e8-cc75dc6d1417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:47.589629 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-801716914-network', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:47.599114 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:47.609453 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Usage tracker for resource:network and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:47.612434 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:46:47.614405 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:47.622815 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:47.656345 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port bbc7a157-72c2-4d55-b4b9-5db41297a92a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:47.674205 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e8008-84c0-4fe4-807e-d51bf3c90f39 req-20875691-ed48-4885-8d5d-33119daff5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:47.676284 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-1a3e8008-84c0-4fe4-807e-d51bf3c90f39 req-20875691-ed48-4885-8d5d-33119daff5a6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1436014 May 14 09:46:47.677181 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Made reservation on behalf of 325a062c5ac24105b5e0918e48526c7b for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:46:47.679828 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:47.698312 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:47.702480 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'code': 200} May 14 09:46:47.721084 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:47.791848 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-ba5ce222-312e-4475-82d2-787becc49d31 req-64bfbb44-9d1c-42b3-9056-76e278e994c6 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Synchronizing usage tracker for tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 on resource:security_group {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:46:47.806354 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=bbc7a157-72c2-4d55-b4b9-5db41297a92a,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:47.820495 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:47.827133 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-1a3e8008-84c0-4fe4-807e-d51bf3c90f39 req-6cc63b2c-3d50-4255-86ba-3a4251df8dbf service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348996 May 14 09:46:47.828020 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:47.848082 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-ba5ce222-312e-4475-82d2-787becc49d31 req-64bfbb44-9d1c-42b3-9056-76e278e994c6 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Unset dirty status for tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 on resource:security_group {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:46:47.872783 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-64bfbb44-9d1c-42b3-9056-76e278e994c6 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--667097957&fields=id&tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3 HTTP/1.1" status: 200 len: 267 time: 0.1972053 May 14 09:46:48.022123 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:48.029015 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Usage tracker for resource:security_group_rule and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:48.033323 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:48.042068 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:48.107421 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-1a3e8008-84c0-4fe4-807e-d51bf3c90f39 req-16c0e21f-a189-4dc5-a3df-932ec8d710c2 service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698667 May 14 09:46:48.181489 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1a9f0d2f-556e-46f8-a873-8864b074e6aa tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:48.183010 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1a9f0d2f-556e-46f8-a873-8864b074e6aa tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/networks?id=985cc55b-f372-49ec-9629-66d97c3fcf56 HTTP/1.1" status: 200 len: 811 time: 0.3093598 May 14 09:46:48.192079 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:48.196921 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:48.200217 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-341be20e-b694-46fb-9a93-085be8df1e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:48.221296 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-f3ab7f5d-f03c-4120-9772-44ae24556f2d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/quotas/91f7cc77c8c74e0d9e8f445f9248d7f3 HTTP/1.1" status: 200 len: 375 time: 0.0306747 May 14 09:46:48.223596 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94c0e5-1be0-4e60-88e4-879f83d34ddf req-5eea0bff-72d7-4021-94f2-7d67babbe79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:48.224933 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-dc94c0e5-1be0-4e60-88e4-879f83d34ddf req-5eea0bff-72d7-4021-94f2-7d67babbe79e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 1098 time: 0.3182297 May 14 09:46:48.226450 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4ba13ed3-6c49-4cb1-a1e8-cc75dc6d1417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7820895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7138095'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:48.231436 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:46:48.233315 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-14db661d-57ec-493b-978e-5cb2741e31cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:48.236885 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8350fc-c7b7-4bbc-bc0d-804067c55c22,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:48.240689 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:48.245189 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:48.245404 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.segments_db [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Added segment 0d923c7c-46b9-446e-8fdd-1b5a24789dee of type vlan for network 8337ff19-69e8-4b8e-807c-c17fafe739ae May 14 09:46:48.273931 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:48.305086 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:48.306406 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:48.306992 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:48.310297 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ddc0e351-d172-4815-901c-f69fcc537267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:48.320215 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba13ed3-6c49-4cb1-a1e8-cc75dc6d1417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f203fe7f-ac6e-46b3-b4af-83329352f3fd,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:48.322768 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4ba13ed3-6c49-4cb1-a1e8-cc75dc6d1417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:48.325306 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4ba13ed3-6c49-4cb1-a1e8-cc75dc6d1417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:48.353770 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-4ba13ed3-6c49-4cb1-a1e8-cc75dc6d1417 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f203fe7f-ac6e-46b3-b4af-83329352f3fd HTTP/1.1" status: 204 len: 168 time: 1.1327252 May 14 09:46:48.354648 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33958) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:48.390300 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-dc94c0e5-1be0-4e60-88e4-879f83d34ddf req-45719908-d42b-499c-b9c4-787d07b94926 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302412 May 14 09:46:48.412296 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Pushing event updated for resources: {'Network': ['ID=8337ff19-69e8-4b8e-807c-c17fafe739ae,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:48.415304 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0428944 May 14 09:46:48.416605 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:48.418463 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33962) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:48.425919 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network 8337ff19-69e8-4b8e-807c-c17fafe739ae details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:46:48.428415 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Request body: {'subnet': {'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-801716914-subnet', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:48.433868 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:48.437981 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Usage tracker for resource:subnet and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:48.441269 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:48.446981 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:48.458861 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Made reservation on behalf of 325a062c5ac24105b5e0918e48526c7b for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:46:48.461606 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6324406'] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:48.485453 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-abde6ed1-c925-4e6c-88b7-273c1c494766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:48.506352 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-ba5ce222-312e-4475-82d2-787becc49d31 req-a8d44cbf-9c83-4bba-abfa-15131599adf3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Synchronizing usage tracker for tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:46:48.574908 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-ba5ce222-312e-4475-82d2-787becc49d31 req-a8d44cbf-9c83-4bba-abfa-15131599adf3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Unset dirty status for tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:46:48.576359 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-a8d44cbf-9c83-4bba-abfa-15131599adf3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3453591 May 14 09:46:48.705526 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-abde6ed1-c925-4e6c-88b7-273c1c494766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:48.721863 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-abde6ed1-c925-4e6c-88b7-273c1c494766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:48.737267 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-abde6ed1-c925-4e6c-88b7-273c1c494766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cf546b-356c-4df2-a1a3-b2a81a5cf054') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:48.737553 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-abde6ed1-c925-4e6c-88b7-273c1c494766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cf546b-356c-4df2-a1a3-b2a81a5cf054') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:48.776304 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-abde6ed1-c925-4e6c-88b7-273c1c494766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8351091'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:48.867633 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-abde6ed1-c925-4e6c-88b7-273c1c494766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:48.887349 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abde6ed1-c925-4e6c-88b7-273c1c494766 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:46:48.887771 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-abde6ed1-c925-4e6c-88b7-273c1c494766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7820853'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: Traceback (most recent call last): May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: timer() May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: cb(*args, **kw) May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: return func(*args, **kwargs) May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: self._notify() May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: self.callback(batched_events) May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: event.method(event) May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: return f(self, *a, **k) May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: return self._get(url).json() May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:46:48.900948 dv-cinder-734144-18-iscsi neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:46:48.908784 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5551422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6324392'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:48.909531 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c76863-11dd-448d-91fc-5cce160bcbe8 req-ba999bdc-fb49-439e-a1b6-2e6859bc94e2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:48.910453 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-13c76863-11dd-448d-91fc-5cce160bcbe8 req-ba999bdc-fb49-439e-a1b6-2e6859bc94e2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.2776673 May 14 09:46:48.913577 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bbd31c1f-a5b7-4a55-8784-c760ded8516e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:48.984851 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c105c90-bdda-475c-b937-1b7618745243,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:48.989047 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:48.997168 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Checking segment: {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:46:48.997548 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Network hostable DHCP agents. Network: 8337ff19-69e8-4b8e-807c-c17fafe739ae, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:46:49.018752 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Network 8337ff19-69e8-4b8e-807c-c17fafe739ae is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:46:49.030708 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, 8337ff19-69e8-4b8e-807c-c17fafe739ae) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:46:49.042804 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b90cc-9103-41ee-baa8-df830845f785 None None] Network 8337ff19-69e8-4b8e-807c-c17fafe739ae requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:46:49.044647 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:49.045575 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:49.082648 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ea1c5b2a-44bf-46e6-abb8-855fae605c6c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6625321 May 14 09:46:49.084978 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 33970) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:49.093060 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:49.101283 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:49.108463 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Usage tracker for resource:router and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:49.113517 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:49.123380 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:49.140677 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11861'] for router, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:49.142559 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11852'] for router, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:49.178777 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-9293b0ed-2410-4ecc-9f41-176d9c98b0f4 service neutron] 10.222.0.30 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444837 May 14 09:46:49.179604 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:49.183080 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-abde6ed1-c925-4e6c-88b7-273c1c494766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:49.191194 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-13c76863-11dd-448d-91fc-5cce160bcbe8 req-55d2954e-0ad2-4074-8830-c4b33f005f7d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642505 May 14 09:46:49.193734 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-abde6ed1-c925-4e6c-88b7-273c1c494766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:49.197557 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-37cf8f32-fe30-418a-bbce-7668ee0e138c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:49.278835 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde6ed1-c925-4e6c-88b7-273c1c494766 admin admin] Pushing event deleted for resources: {'Network': ['ID=910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:49.306976 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-abde6ed1-c925-4e6c-88b7-273c1c494766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:49.373600 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-abde6ed1-c925-4e6c-88b7-273c1c494766 admin admin] 10.222.0.30 "DELETE /v2.0/networks/910f4f22-dc31-4a0a-bd64-f8c3bfdfbf1f HTTP/1.1" status: 204 len: 168 time: 1.0159016 May 14 09:46:49.391679 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79c7ac22-ec21-5ed3-bdbe-a90c3be08043-8337ff19-69e8-4b8e-807c-c17fafe739ae', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243'}]}} from dv-cinder-734144-18-iscsi. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:46:49.393400 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:49.462524 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-6a6b515a-bc03-407c-bf0d-5ddb8ab8fdc6 service neutron] 10.222.0.30 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703516 May 14 09:46:49.534710 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33976) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:49.580892 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11902'] for router, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:49.621154 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-fe26a3fe-3bb8-4aa3-979f-3a23b862c623 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a29097db286849d4abb40a371310e936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851541 May 14 09:46:49.623616 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 33984) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:49.690925 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Allocated IP 172.20.0.2 (8337ff19-69e8-4b8e-807c-c17fafe739ae/9c105c90-bdda-475c-b937-1b7618745243/a65d3732-aba3-4eaa-b579-ec9cbd790763) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:46:49.694511 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f8628754-eef0-444e-9a12-b18b8252cc5c req-a89c1107-e8aa-4cd2-adfa-fc60da4f1820 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 210 time: 0.0577521 May 14 09:46:49.759880 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2ac5ee98-31cd-424a-ade4-0d8978b274c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:49.788159 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2ac5ee98-31cd-424a-ade4-0d8978b274c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:49.857585 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2ac5ee98-31cd-424a-ade4-0d8978b274c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:49.861668 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-bd735fb2-34ac-4b7b-8801-c64db915d140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:49.885305 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5ee98-31cd-424a-ade4-0d8978b274c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:49.888498 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2ac5ee98-31cd-424a-ade4-0d8978b274c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:49.896700 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2ac5ee98-31cd-424a-ade4-0d8978b274c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:49.897780 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-2ac5ee98-31cd-424a-ade4-0d8978b274c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f659c89-96c3-4f4c-b75f-b6b1e1ac6a1a HTTP/1.1" status: 204 len: 168 time: 0.2729669 May 14 09:46:49.967371 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:49.980060 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Transition to ACTIVE for port object a65d3732-aba3-4eaa-b579-ec9cbd790763 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:46:50.011200 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Transition to ACTIVE for port object a65d3732-aba3-4eaa-b579-ec9cbd790763 will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:46:50.018101 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:50.023275 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-bcae484f-3b35-4225-a58d-b9865521780a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:50.053840 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:50.084611 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Network 8337ff19-69e8-4b8e-807c-c17fafe739ae is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:46:50.087182 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:50.088054 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:46:50.097034 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:46:50.104911 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Pushing event updated for resources: {'Port': ['ID=a65d3732-aba3-4eaa-b579-ec9cbd790763,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:50.109019 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:50.207919 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Attempting to bind port a65d3732-aba3-4eaa-b579-ec9cbd790763 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:46:50.208366 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Attempting to bind port a65d3732-aba3-4eaa-b579-ec9cbd790763 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:46:50.208661 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Attempting to bind port a65d3732-aba3-4eaa-b579-ec9cbd790763 on network 8337ff19-69e8-4b8e-807c-c17fafe739ae {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:46:50.214731 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:46:50.215107 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Checking segment: {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:46:50.215507 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:50.215923 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Bound using segment: {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:46:50.216389 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Bound port: a65d3732-aba3-4eaa-b579-ec9cbd790763, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:46:50.216891 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:50.251958 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Allocated IP 172.27.2.140 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:46:50.368225 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] For port a65d3732-aba3-4eaa-b579-ec9cbd790763, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:46:50.373173 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] For port a65d3732-aba3-4eaa-b579-ec9cbd790763, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=a65d3732-aba3-4eaa-b579-ec9cbd790763,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:46:50.380640 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:50.393665 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:50.482327 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:50.485407 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Pushing event updated for resources: {'Port': ['ID=a65d3732-aba3-4eaa-b579-ec9cbd790763,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:50.497311 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:50.530135 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:50.531854 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb5bf8-f1eb-4a88-b44d-7989f4dadba9 req-adc320c4-1fa6-40d0-aae7-87de75053943 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:50.538314 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:50.541610 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-27bb5bf8-f1eb-4a88-b44d-7989f4dadba9 req-adc320c4-1fa6-40d0-aae7-87de75053943 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.1078889 May 14 09:46:50.589954 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-27bb5bf8-f1eb-4a88-b44d-7989f4dadba9 req-191189b3-406d-4cd8-ab58-390e2316784a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471370 May 14 09:46:50.595016 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:46:50.598640 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:46:50.601230 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:46:50.668099 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Pushing event updated for resources: {'Port': ['ID=7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:50.672526 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:50.867170 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba015b-39c3-4e50-9b01-9ec6eb129cfd req-11f6e434-bb1d-49ea-95d9-da3aabdda5c4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:50.869139 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ffba015b-39c3-4e50-9b01-9ec6eb129cfd req-11f6e434-bb1d-49ea-95d9-da3aabdda5c4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.1417952 May 14 09:46:50.879473 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34002) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:50.925395 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-ed99dd3b-abd7-40b0-8725-4ee0090f008c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Request body: {'floatingip': {'port_id': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:50.944650 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c379abe0-3323-4195-9d66-b740d1d0ed95 req-5a807346-a944-4ab9-a45f-23d0a39076f0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 210 time: 0.0737774 May 14 09:46:51.016643 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ed99dd3b-abd7-40b0-8725-4ee0090f008c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for floatingip, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:51.116140 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ce222-312e-4475-82d2-787becc49d31 req-90868f55-e0ef-4d94-a461-67efcc950aee tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:51.118320 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-90868f55-e0ef-4d94-a461-67efcc950aee tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.77 "GET /v2.0/networks?id=985cc55b-f372-49ec-9629-66d97c3fcf56 HTTP/1.1" status: 200 len: 811 time: 0.1720121 May 14 09:46:51.178964 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-01b87385-6dfb-46b5-8193-e6ae2ef2694f tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3 HTTP/1.1" status: 200 len: 379 time: 0.0519779 May 14 09:46:51.188130 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-ba5ce222-312e-4475-82d2-787becc49d31 req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Request body: {'port': {'device_id': '2a67b252-df36-41f1-92f3-1bcb83b984b8', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'admin_state_up': True, 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'security_groups': ['eb3f7aa2-054c-4baa-9103-4d9be5d6b60d']}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:51.352779 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-ba5ce222-312e-4475-82d2-787becc49d31 req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:51.364720 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-ba5ce222-312e-4475-82d2-787becc49d31 req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:51.377875 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5ce222-312e-4475-82d2-787becc49d31 req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Made reservation on behalf of 91f7cc77c8c74e0d9e8f445f9248d7f3 for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:46:51.382849 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ba5ce222-312e-4475-82d2-787becc49d31 req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:51.515781 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:51.589420 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-ba5ce222-312e-4475-82d2-787becc49d31 req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Allocated IP 172.20.0.3 (985cc55b-f372-49ec-9629-66d97c3fcf56/66021503-54ca-4040-9580-08c3db49374a/5dacb0ec-dee4-4ca1-87f0-ddc215fba310) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:46:51.674610 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fc2a8e-b9d2-4625-b06f-fa314e783d5b None None] Network 8337ff19-69e8-4b8e-807c-c17fafe739ae requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:46:51.819668 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ae5401f3-fe62-4155-892a-ee817701b4c7 None None] Provisioning for port a65d3732-aba3-4eaa-b579-ec9cbd790763 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:46:51.871156 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ba5ce222-312e-4475-82d2-787becc49d31 req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:51.898675 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-ba5ce222-312e-4475-82d2-787becc49d31 req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Transition to ACTIVE for port object 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:46:51.945842 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ba5ce222-312e-4475-82d2-787becc49d31 req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:51.979194 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:52.076586 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event updated for resources: {'Port': ['ID=5dacb0ec-dee4-4ca1-87f0-ddc215fba310,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:52.081103 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:52.099259 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5ce222-312e-4475-82d2-787becc49d31 req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Network 985cc55b-f372-49ec-9629-66d97c3fcf56 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:46:52.099259 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-ba5ce222-312e-4475-82d2-787becc49d31 req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:46:52.116071 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5ce222-312e-4475-82d2-787becc49d31 req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:46:52.144072 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device a65d3732-aba3-4eaa-b579-ec9cbd790763 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:46:52.305992 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port a65d3732-aba3-4eaa-b579-ec9cbd790763 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:46:52.309959 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ce222-312e-4475-82d2-787becc49d31 req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:52.310699 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ba5ce222-312e-4475-82d2-787becc49d31 req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:52.320695 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port a65d3732-aba3-4eaa-b579-ec9cbd790763 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:46:52.321208 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:52.387852 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2037611 May 14 09:46:52.400828 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b6a92-b27e-4954-9155-4d31bd47f941 req-bc3ad117-9a10-4eb9-926e-a8db3affbd57 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:52.401626 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-a96b6a92-b27e-4954-9155-4d31bd47f941 req-bc3ad117-9a10-4eb9-926e-a8db3affbd57 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Synchronizing usage tracker for tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:46:52.402891 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-9ebc05f6-c89b-4963-9dc8-c6a942aa2b9f None None] Provisioning complete for port a65d3732-aba3-4eaa-b579-ec9cbd790763 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:46:52.403403 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9ebc05f6-c89b-4963-9dc8-c6a942aa2b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:52.411109 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Request body: {'port': {'device_id': '2a67b252-df36-41f1-92f3-1bcb83b984b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:52.417698 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682776'] for router, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:52.490070 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-a96b6a92-b27e-4954-9155-4d31bd47f941 req-bc3ad117-9a10-4eb9-926e-a8db3affbd57 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Unset dirty status for tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:46:52.491303 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a96b6a92-b27e-4954-9155-4d31bd47f941 req-bc3ad117-9a10-4eb9-926e-a8db3affbd57 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 931 time: 0.3185196 May 14 09:46:52.540673 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:52.575615 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ed99dd3b-abd7-40b0-8725-4ee0090f008c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:52.584888 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ed99dd3b-abd7-40b0-8725-4ee0090f008c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:52.590767 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:52.637312 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9ebc05f6-c89b-4963-9dc8-c6a942aa2b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:52.649278 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port a65d3732-aba3-4eaa-b579-ec9cbd790763, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=a65d3732-aba3-4eaa-b579-ec9cbd790763,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:52.657519 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:52.665034 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-25822ee2-af9b-4150-bf91-5ad78af11ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:52.726714 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a96b6a92-b27e-4954-9155-4d31bd47f941 req-59149a13-edee-44ca-a177-de9181958ef5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3f7aa2-054c-4baa-9103-4d9be5d6b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055545 May 14 09:46:52.809215 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.db.api [None req-9ebc05f6-c89b-4963-9dc8-c6a942aa2b9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 09:46:52.809856 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_db.api [None req-9ebc05f6-c89b-4963-9dc8-c6a942aa2b9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 09:46:52.810064 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=a65d3732-aba3-4eaa-b579-ec9cbd790763,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:52.813603 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:52.818957 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.l3_db [None req-ed99dd3b-abd7-40b0-8725-4ee0090f008c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Floating IP 538eed16-c87b-4d34-b74b-37d21dae9660 associated. External IP: 172.27.2.124, port: bbc7a157-72c2-4d55-b4b9-5db41297a92a. May 14 09:46:52.966612 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Router e417fd41-372f-4a37-9f06-fa3f4ae4f527 is scheduled to L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 with binding_index 1 {{(pid=78751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:46:53.089430 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:46:53.098165 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:53.115959 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Transition to ACTIVE for port object 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:46:53.121636 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:53.126085 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-45595b9c-dafd-458e-b83b-71a68c1970f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:53.306110 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Pushing event updated for resources: {'Port': ['ID=5dacb0ec-dee4-4ca1-87f0-ddc215fba310,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:53.314580 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:53.413278 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Attempting to bind port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:46:53.413618 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Attempting to bind port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:46:53.414329 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Attempting to bind port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 on network 985cc55b-f372-49ec-9629-66d97c3fcf56 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:46:53.419347 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 on network 985cc55b-f372-49ec-9629-66d97c3fcf56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:46:53.420122 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Attempting to bind port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 on network 985cc55b-f372-49ec-9629-66d97c3fcf56 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:46:53.425771 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:46:53.426113 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Checking segment: {'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:46:53.426505 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Bound using segment: {'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:46:53.427297 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Bound port: 5dacb0ec-dee4-4ca1-87f0-ddc215fba310, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e2bf59-9158-4874-95a8-e88249da7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:46:53.427297 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:53.435205 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:46:53.449118 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Sync routers for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:46:53.459805 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:46:53.460341 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:53.480989 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:53.484026 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3977318 May 14 09:46:53.485132 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34014) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:53.493497 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed99dd3b-abd7-40b0-8725-4ee0090f008c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:46:53.549254 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] For port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310, host hv-cinder-73414, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:46:53.553248 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] For port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5dacb0ec-dee4-4ca1-87f0-ddc215fba310,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:46:53.558774 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:53.570309 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d95810b2-35fb-4a82-b5a9-0550c539782d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:53.621899 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:53.622749 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:53.624508 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] 10.222.0.77 "PUT /v2.0/ports/5dacb0ec-dee4-4ca1-87f0-ddc215fba310 HTTP/1.1" status: 200 len: 1093 time: 1.2180133 May 14 09:46:53.625263 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a67b252-df36-41f1-92f3-1bcb83b984b8', 'tag': '5dacb0ec-dee4-4ca1-87f0-ddc215fba310'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:46:53.663650 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-b9a1f2ac-eed4-4786-9a63-dc933f3bbf0c None None] Provisioning for port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:46:53.681716 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Pushing event updated for resources: {'Port': ['ID=5dacb0ec-dee4-4ca1-87f0-ddc215fba310,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:53.726161 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:53.727930 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a67b252-df36-41f1-92f3-1bcb83b984b8', 'tag': '5dacb0ec-dee4-4ca1-87f0-ddc215fba310', 'status': 'completed', 'code': 200} May 14 09:46:53.732330 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:46:53.778712 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ce222-312e-4475-82d2-787becc49d31 req-be49f692-5619-4bb8-ae6e-8081d353ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:53.780448 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-be49f692-5619-4bb8-ae6e-8081d353ce60 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3&device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 1096 time: 0.0922973 May 14 09:46:53.903955 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-0fe1d48d-946b-4333-a656-93e6b72f63fe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dacb0ec-dee4-4ca1-87f0-ddc215fba310 HTTP/1.1" status: 200 len: 217 time: 0.1146524 May 14 09:46:53.990462 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device a65d3732-aba3-4eaa-b579-ec9cbd790763 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:46:54.032805 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed99dd3b-abd7-40b0-8725-4ee0090f008c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:46:54.040152 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ed99dd3b-abd7-40b0-8725-4ee0090f008c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:54.041368 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ce222-312e-4475-82d2-787becc49d31 req-57abc1c6-1cbe-4dab-bd73-b188a285bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:54.043188 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-57abc1c6-1cbe-4dab-bd73-b188a285bc58 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=66021503-54ca-4040-9580-08c3db49374a HTTP/1.1" status: 200 len: 850 time: 0.1312385 May 14 09:46:54.053039 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c8d94-417f-40d2-8c8f-428a7a973efc None None] Sync routers for ids ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:46:54.069110 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c8d94-417f-40d2-8c8f-428a7a973efc None None] Routers {'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:46:54.070111 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-941c8d94-417f-40d2-8c8f-428a7a973efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:54.113782 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534dc43-f109-4a61-8606-63c5bf246468 req-6a913f68-5be7-4ca3-a03d-89a017d0c576 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:54.115175 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f534dc43-f109-4a61-8606-63c5bf246468 req-6a913f68-5be7-4ca3-a03d-89a017d0c576 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 943 time: 0.1551559 May 14 09:46:54.143444 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ed99dd3b-abd7-40b0-8725-4ee0090f008c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "PUT /v2.0/floatingips/538eed16-c87b-4d34-b74b-37d21dae9660 HTTP/1.1" status: 200 len: 991 time: 3.2625799 May 14 09:46:54.148368 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'tag': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:46:54.151390 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port a65d3732-aba3-4eaa-b579-ec9cbd790763 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:46:54.151796 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:54.249693 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f534dc43-f109-4a61-8606-63c5bf246468 req-e994e478-1569-4ae5-b73c-2a5ed2ddd634 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3f7aa2-054c-4baa-9103-4d9be5d6b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276624 May 14 09:46:54.253760 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ce222-312e-4475-82d2-787becc49d31 req-260effc5-cb21-4eee-accb-9f2a227eb0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:54.255221 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-260effc5-cb21-4eee-accb-9f2a227eb0bb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=985cc55b-f372-49ec-9629-66d97c3fcf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2003949 May 14 09:46:54.281466 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:51Z', 'revision_number': 3, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:54.289139 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-941c8d94-417f-40d2-8c8f-428a7a973efc None None] Set router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:46:54.306520 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Checking router: e417fd41-372f-4a37-9f06-fa3f4ae4f527 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:46:54.306875 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Updating router e417fd41-372f-4a37-9f06-fa3f4ae4f527 port 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb binding host dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:46:54.398769 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:54.482713 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-f7d448b9-0aa4-461d-9cef-d23b526f4f88 service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200282 May 14 09:46:54.671193 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba5ce222-312e-4475-82d2-787becc49d31 req-81497aeb-2981-4d7d-8fa8-052e0d280f3d service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772923 May 14 09:46:54.711842 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:54.777861 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'tag': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'status': 'completed', 'code': 200} May 14 09:46:54.784447 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-941c8d94-417f-40d2-8c8f-428a7a973efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:30Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': '538eed16-c87b-4d34-b74b-37d21dae9660', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'port_id': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'mac_address': 'fa:16:3e:c1:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:46:28Z', 'updated_at': '2021-05-14T09:46:52Z', 'revision_number': 1, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19077fa-b11f-4396-b444-44ec9607bb6c', 'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'mac_address': 'fa:16:3e:1e:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:49Z', 'revision_number': 5, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'subnets': [{'id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:54.788726 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c8d94-417f-40d2-8c8f-428a7a973efc None None] Checking router: b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:46:54.800161 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c8d94-417f-40d2-8c8f-428a7a973efc None None] Routers {'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:46:54.801240 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-941c8d94-417f-40d2-8c8f-428a7a973efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:54.832923 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b53f41-3ef4-49af-884e-a875bd42477a req-430a220e-2929-41b8-a5ed-655fb381620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:54.834511 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-64b53f41-3ef4-49af-884e-a875bd42477a req-430a220e-2929-41b8-a5ed-655fb381620a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3&device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 1096 time: 0.1001925 May 14 09:46:54.900364 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:54.914347 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Transition to ACTIVE for port object 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:46:54.924690 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:54.938458 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:55.019468 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Attempting to bind port 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:46:55.020179 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Attempting to bind port 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:46:55.020321 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Attempting to bind port 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb on network 280262f0-cec7-4ef6-9ec9-17feedefdc59 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:46:55.020901 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-941c8d94-417f-40d2-8c8f-428a7a973efc None None] Set router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:46:55.033918 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:46:55.034378 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Checking segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:46:55.034796 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:55.035200 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Bound using segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:46:55.035717 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Bound port: 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:46:55.036154 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:55.071084 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ddf34-217f-4f77-b09f-fa47b9c386ac req-71b34e51-b417-49a9-bd81-09e07ad78767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:55.072617 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-257ddf34-217f-4f77-b09f-fa47b9c386ac req-71b34e51-b417-49a9-bd81-09e07ad78767 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=48873c3bcf674a0593730b514b4ffa39&device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 1098 time: 0.2939703 May 14 09:46:55.108730 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b53f41-3ef4-49af-884e-a875bd42477a req-cedd6aa3-ed3f-41b9-a5cb-487dc135afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:55.111362 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-64b53f41-3ef4-49af-884e-a875bd42477a req-cedd6aa3-ed3f-41b9-a5cb-487dc135afc1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=985cc55b-f372-49ec-9629-66d97c3fcf56 HTTP/1.1" status: 200 len: 912 time: 0.2690601 May 14 09:46:55.131774 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bab870-0dd0-4b87-be56-e3c8a8db0571 None None] Pushing event updated for resources: {'Port': ['ID=7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:55.137694 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-07bab870-0dd0-4b87-be56-e3c8a8db0571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:55.144946 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] For port 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:46:55.151381 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] For port 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:46:55.159235 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:55.166062 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:55.203039 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-64b53f41-3ef4-49af-884e-a875bd42477a req-7e4df075-9cb0-4442-9c70-bd70e01fc185 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dacb0ec-dee4-4ca1-87f0-ddc215fba310 HTTP/1.1" status: 200 len: 217 time: 0.0841856 May 14 09:46:55.259646 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Allocated IP 172.20.0.1 (8337ff19-69e8-4b8e-807c-c17fafe739ae/9c105c90-bdda-475c-b937-1b7618745243/2d6691dd-0ed0-4df0-b898-1f053f93848d) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:46:55.295428 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:46:55.296400 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:55.315413 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b53f41-3ef4-49af-884e-a875bd42477a req-e51c2ea9-dc40-49c4-872f-403b9f40a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:55.317503 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-64b53f41-3ef4-49af-884e-a875bd42477a req-e51c2ea9-dc40-49c4-872f-403b9f40a1a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=66021503-54ca-4040-9580-08c3db49374a HTTP/1.1" status: 200 len: 850 time: 0.1027861 May 14 09:46:55.350080 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bab870-0dd0-4b87-be56-e3c8a8db0571 None None] Pushing event updated for resources: {'Port': ['ID=7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:55.358318 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-07bab870-0dd0-4b87-be56-e3c8a8db0571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:55.389907 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ddf34-217f-4f77-b09f-fa47b9c386ac req-6ac988fd-ead8-459d-a982-6d442594c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:55.391416 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-257ddf34-217f-4f77-b09f-fa47b9c386ac req-6ac988fd-ead8-459d-a982-6d442594c395 service neutron] 10.222.0.77 "GET /v2.0/networks?id=33793f62-2dd2-41d9-955d-c771f928128f HTTP/1.1" status: 200 len: 918 time: 0.3077888 May 14 09:46:55.469587 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b53f41-3ef4-49af-884e-a875bd42477a req-1c21ceec-e121-4b09-b10b-942b69311db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:55.474268 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-64b53f41-3ef4-49af-884e-a875bd42477a req-1c21ceec-e121-4b09-b10b-942b69311db5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=985cc55b-f372-49ec-9629-66d97c3fcf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1474001 May 14 09:46:55.483185 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-941c8d94-417f-40d2-8c8f-428a7a973efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:30Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': '538eed16-c87b-4d34-b74b-37d21dae9660', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'port_id': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'mac_address': 'fa:16:3e:c1:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:46:28Z', 'updated_at': '2021-05-14T09:46:52Z', 'revision_number': 1, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19077fa-b11f-4396-b444-44ec9607bb6c', 'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'mac_address': 'fa:16:3e:1e:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:49Z', 'revision_number': 5, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'subnets': [{'id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:55.489529 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c8d94-417f-40d2-8c8f-428a7a973efc None None] The sync data for ids ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'] in dv-cinder-734144-18-iscsi is: [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:30Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': '538eed16-c87b-4d34-b74b-37d21dae9660', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'port_id': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'mac_address': 'fa:16:3e:c1:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:46:28Z', 'updated_at': '2021-05-14T09:46:52Z', 'revision_number': 1, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19077fa-b11f-4396-b444-44ec9607bb6c', 'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'mac_address': 'fa:16:3e:1e:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:49Z', 'revision_number': 5, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'subnets': [{'id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:46:55.570982 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:46:55.674912 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-257ddf34-217f-4f77-b09f-fa47b9c386ac req-ca744085-102a-4f05-998a-3bd9a47788ea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a HTTP/1.1" status: 200 len: 999 time: 0.1640346 May 14 09:46:55.706317 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-64b53f41-3ef4-49af-884e-a875bd42477a req-f74fc4ac-2780-44a5-9525-78ec76b8c01c service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172923 May 14 09:46:55.713343 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:55.736886 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Transition to ACTIVE for port object 2d6691dd-0ed0-4df0-b898-1f053f93848d will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:46:55.759014 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcdeee-ef4c-4800-8cc0-b3637b451094 req-acfd4c09-db3a-47eb-b534-7ee86aab8e9c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:55.760745 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7fdcdeee-ef4c-4800-8cc0-b3637b451094 req-acfd4c09-db3a-47eb-b534-7ee86aab8e9c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 943 time: 0.2363923 May 14 09:46:55.815166 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d9d28-5b7e-4a48-8ce0-60f5be00e483 None None] New status for floating IP 538eed16-c87b-4d34-b74b-37d21dae9660: ACTIVE {{(pid=78753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:46:55.825622 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ddf34-217f-4f77-b09f-fa47b9c386ac req-414d3d6d-39cf-433b-8f24-97523c8a47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:55.827207 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-257ddf34-217f-4f77-b09f-fa47b9c386ac req-414d3d6d-39cf-433b-8f24-97523c8a47f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a HTTP/1.1" status: 200 len: 856 time: 0.1425896 May 14 09:46:55.828650 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:55.881616 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:55.889397 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7fdcdeee-ef4c-4800-8cc0-b3637b451094 req-a12a8ebe-3a02-437b-87e4-f7034a63a406 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3f7aa2-054c-4baa-9103-4d9be5d6b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710948 May 14 09:46:55.915960 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-64b53f41-3ef4-49af-884e-a875bd42477a req-cc1edf38-0c8a-42de-a172-e93dada5248c service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995475 May 14 09:46:55.961163 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Network 8337ff19-69e8-4b8e-807c-c17fafe739ae is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:46:55.964516 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:46:55.972507 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:46:56.019730 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6691dd-0ed0-4df0-b898-1f053f93848d,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:56.028126 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:56.053496 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680132'] for router_interface, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:56.077821 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ddf34-217f-4f77-b09f-fa47b9c386ac req-0a6f2d68-7bf2-4043-83a4-6b8daa1c8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:56.079624 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-257ddf34-217f-4f77-b09f-fa47b9c386ac req-0a6f2d68-7bf2-4043-83a4-6b8daa1c8442 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33793f62-2dd2-41d9-955d-c771f928128f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2396250 May 14 09:46:56.204597 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-c8813681-0185-4f7f-827b-5b356e0feb71 None None] Provisioning for port 2d6691dd-0ed0-4df0-b898-1f053f93848d completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:46:56.211964 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-c8813681-0185-4f7f-827b-5b356e0feb71 None None] Provisioning complete for port 2d6691dd-0ed0-4df0-b898-1f053f93848d triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:46:56.212361 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c8813681-0185-4f7f-827b-5b356e0feb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:56.239404 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-257ddf34-217f-4f77-b09f-fa47b9c386ac req-02f10cd7-484d-4f24-ab83-4a53bc243e81 service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509893 May 14 09:46:56.277951 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-c8813681-0185-4f7f-827b-5b356e0feb71 None None] Port 2d6691dd-0ed0-4df0-b898-1f053f93848d cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:46:56.280584 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:51Z', 'revision_number': 3, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:56.286331 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e323de2a-53a2-49b7-80b0-171748dfd24f None None] The sync data for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi is: [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:51Z', 'revision_number': 3, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:46:56.374104 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:56.489697 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-257ddf34-217f-4f77-b09f-fa47b9c386ac req-fd3a7bbb-0530-46c8-987d-ffdf68d9da6f service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237320 May 14 09:46:56.681505 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:56.687600 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:56.718442 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c973cba6-5164-4115-9ec6-7195f2cb87e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:56.809726 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6691dd-0ed0-4df0-b898-1f053f93848d,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:56.815409 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:56.816468 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680027'] for router_interface, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:57.064571 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Network 8337ff19-69e8-4b8e-807c-c17fafe739ae is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:46:57.065941 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:46:57.101938 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d0b72-d291-48b4-98fb-c5ff07f77914 req-f0ca8b73-965f-4d4a-bfa0-1fae60298a5c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:57.103449 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5d0d0b72-d291-48b4-98fb-c5ff07f77914 req-f0ca8b73-965f-4d4a-bfa0-1fae60298a5c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 943 time: 0.0968246 May 14 09:46:57.165126 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5d0d0b72-d291-48b4-98fb-c5ff07f77914 req-96cb78b2-c2f1-4700-9f09-d69dc9a5a744 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3f7aa2-054c-4baa-9103-4d9be5d6b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520473 May 14 09:46:57.288093 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Router e417fd41-372f-4a37-9f06-fa3f4ae4f527 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:46:57.311225 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-4cdcd0af-edc4-4f79-8a9a-299cbb1e6b83 None None] Provisioning complete for port 2d6691dd-0ed0-4df0-b898-1f053f93848d triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:46:57.312264 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4cdcd0af-edc4-4f79-8a9a-299cbb1e6b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:57.368128 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-4cdcd0af-edc4-4f79-8a9a-299cbb1e6b83 None None] Port 2d6691dd-0ed0-4df0-b898-1f053f93848d cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:46:57.470417 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:46:57.480734 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] 10.222.0.30 "PUT /v2.0/routers/e417fd41-372f-4a37-9f06-fa3f4ae4f527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9913201 May 14 09:46:57.951736 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Sync routers for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:46:57.961944 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:46:57.963330 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:57.980988 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:46:58.077553 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:46:58.084912 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:46:58.085616 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:58.217388 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34056) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:58.224672 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:46:58.225286 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-801592278-network', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:58.230365 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:58.236246 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Usage tracker for resource:network and tenant:a5a57146e03447359f0d5f0a83618358 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:58.240223 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:58.247723 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:58.254462 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:58.262448 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Made reservation on behalf of a5a57146e03447359f0d5f0a83618358 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:46:58.265536 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:58.274787 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:58.280442 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:58.282778 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-07bab870-0dd0-4b87-be56-e3c8a8db0571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:58.285406 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:58.313011 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:58.317571 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Usage tracker for resource:security_group_rule and tenant:a5a57146e03447359f0d5f0a83618358 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:58.322740 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:58.329435 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:58.360681 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:58.364330 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:58.402423 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1353a97-9712-4bff-9e01-d235b5cd6a66 req-d197fb99-42ad-468c-8b52-0d1b798fb7de tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:58.410795 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e1353a97-9712-4bff-9e01-d235b5cd6a66 req-d197fb99-42ad-468c-8b52-0d1b798fb7de tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 943 time: 0.1015513 May 14 09:46:58.461702 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e1353a97-9712-4bff-9e01-d235b5cd6a66 req-97af5a45-97b6-43ab-a580-9c9cbd4940a1 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3f7aa2-054c-4baa-9103-4d9be5d6b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493474 May 14 09:46:58.473030 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:58.482550 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:58.487769 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cc712b8b-348d-4099-b73d-e3a56cd08922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:58.518416 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:46:58.518929 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:46:58.528962 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09420fc5-455e-4b38-850e-a4844a056882,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:58.532841 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:58.536157 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:58.536498 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.segments_db [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Added segment 513f21ca-d44e-4c9a-83f2-f30f3af6f966 of type vlan for network e3a6626a-9365-4069-ad8a-3459423a61ce May 14 09:46:58.572402 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:58.625980 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:58.628265 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:58.628265 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:58.634057 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 2, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:58.634462 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:58.641063 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Checking router: e417fd41-372f-4a37-9f06-fa3f4ae4f527 for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:46:58.641533 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Updating router e417fd41-372f-4a37-9f06-fa3f4ae4f527 port 2d6691dd-0ed0-4df0-b898-1f053f93848d binding host dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:46:58.706052 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5dacb0ec-dee4-4ca1-87f0-ddc215fba310,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:58.713812 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:58.719861 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': '5dacb0ec-dee4-4ca1-87f0-ddc215fba310', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'port_id': '5dacb0ec-dee4-4ca1-87f0-ddc215fba310', 'mac_address': 'fa:16:3e:fc:76:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:46:58.762922 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5411444 May 14 09:46:58.763159 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34060) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:58.771164 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Request body: {'subnet': {'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-801592278-subnet', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:58.779400 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:58.781707 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Pushing event updated for resources: {'Network': ['ID=e3a6626a-9365-4069-ad8a-3459423a61ce,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:58.785289 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d589cfa9-b5ff-48dd-a855-bb8ce4d9e4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:58.786229 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Usage tracker for resource:subnet and tenant:a5a57146e03447359f0d5f0a83618358 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:58.789137 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:58.792862 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network e3a6626a-9365-4069-ad8a-3459423a61ce details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:46:58.796031 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:58.805308 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:58.811181 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Made reservation on behalf of a5a57146e03447359f0d5f0a83618358 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:46:58.815949 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6324406'] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:58.838098 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:46:58.924672 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5dacb0ec-dee4-4ca1-87f0-ddc215fba310,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:58.935410 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:58.940331 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:59.016809 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=5dacb0ec-dee4-4ca1-87f0-ddc215fba310,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:59.028078 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:59.189057 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['5dacb0ec-dee4-4ca1-87f0-ddc215fba310'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:46:59.239190 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:59.252765 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Transition to ACTIVE for port object 2d6691dd-0ed0-4df0-b898-1f053f93848d will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:46:59.260807 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:59.265614 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:59.370972 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5551422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6324392'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:59.378139 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:59.434809 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Pushing event updated for resources: {'Port': ['ID=2d6691dd-0ed0-4df0-b898-1f053f93848d,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:59.464354 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a761120-c58d-42ac-9060-39a24e7fa774,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:59.467050 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:59.471929 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Checking segment: {'id': '513f21ca-d44e-4c9a-83f2-f30f3af6f966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:46:59.472215 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:59.472344 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Network hostable DHCP agents. Network: e3a6626a-9365-4069-ad8a-3459423a61ce, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:46:59.472577 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:59.472910 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:59.473233 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:59.473556 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:59.474108 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:59.474226 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:59.474492 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:59.474818 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:59.475139 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:59.475506 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:59.476133 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:46:59.484656 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:59.507376 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Network e3a6626a-9365-4069-ad8a-3459423a61ce is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:46:59.515757 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Attempting to bind port 2d6691dd-0ed0-4df0-b898-1f053f93848d on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:46:59.516408 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Attempting to bind port 2d6691dd-0ed0-4df0-b898-1f053f93848d by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:46:59.516889 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Attempting to bind port 2d6691dd-0ed0-4df0-b898-1f053f93848d on network 8337ff19-69e8-4b8e-807c-c17fafe739ae {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:46:59.520038 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, e3a6626a-9365-4069-ad8a-3459423a61ce) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:46:59.523433 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:46:59.524243 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Checking segment: {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:46:59.524380 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:59.524672 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Bound using segment: {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:46:59.525199 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Bound port: 2d6691dd-0ed0-4df0-b898-1f053f93848d, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:46:59.525578 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:59.532597 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7dbd50-8efb-4bb7-92c5-710704d8616f None None] Network e3a6626a-9365-4069-ad8a-3459423a61ce requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:46:59.544416 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:59.545091 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:59.590102 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-97b1a875-152f-4fd9-8187-3426e2df449f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8258350 May 14 09:46:59.592927 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 34068) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:59.600128 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-801592278-router', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:46:59.605956 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:59.613201 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Usage tracker for resource:router and tenant:a5a57146e03447359f0d5f0a83618358 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:59.636175 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] For port 2d6691dd-0ed0-4df0-b898-1f053f93848d, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:46:59.641105 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] For port 2d6691dd-0ed0-4df0-b898-1f053f93848d, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=2d6691dd-0ed0-4df0-b898-1f053f93848d,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:46:59.646179 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:59.648878 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:59.652929 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-ec268e2b-1177-4582-b42e-3e05b8c97ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:59.659926 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:59.681819 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11861'] for router, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:59.683179 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11852'] for router, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:59.703572 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:59.734313 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f12475-602b-4d32-9a0c-40b54dbb3441 req-82b3f0ac-53d8-4ee2-9e97-ad7dfd5afab9 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:59.735843 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-18f12475-602b-4d32-9a0c-40b54dbb3441 req-82b3f0ac-53d8-4ee2-9e97-ad7dfd5afab9 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 944 time: 0.1248393 May 14 09:46:59.743008 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:46:59.743699 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:46:59.874817 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79c7ac22-ec21-5ed3-bdbe-a90c3be08043-e3a6626a-9365-4069-ad8a-3459423a61ce', 'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'fixed_ips': [{'subnet_id': '4a761120-c58d-42ac-9060-39a24e7fa774'}]}} from dv-cinder-734144-18-iscsi. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:46:59.875834 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:59.932449 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Pushing event updated for resources: {'Port': ['ID=2d6691dd-0ed0-4df0-b898-1f053f93848d,revision_number=4']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:59.937760 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-18f12475-602b-4d32-9a0c-40b54dbb3441 req-55ed0175-3505-486a-af04-ad86d3855f94 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3f7aa2-054c-4baa-9103-4d9be5d6b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366010 May 14 09:46:59.995312 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:47:00.014631 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:47:00.043640 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:00.093467 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11902'] for router, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:00.156455 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Allocated IP 172.20.0.2 (e3a6626a-9365-4069-ad8a-3459423a61ce/4a761120-c58d-42ac-9060-39a24e7fa774/c77a75e0-0223-47aa-9ad8-5b11fc47863a) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:47:00.170576 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:00.170955 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:00.354228 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:46:59Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:00.360285 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802b586-9e77-4244-93c8-e2dd06cad661 None None] The sync data for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi is: [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:46:59Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:47:00.523442 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:47:00.571563 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:00.589573 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Transition to ACTIVE for port object c77a75e0-0223-47aa-9ad8-5b11fc47863a will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:47:00.590317 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:00.621737 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:00.622427 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Transition to ACTIVE for port object c77a75e0-0223-47aa-9ad8-5b11fc47863a will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:47:00.632791 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:00.635872 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-217ef29c-cfc0-42f0-a8db-e9074692c292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:00.686803 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:47:00.705926 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:00.706375 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:00.742347 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Network e3a6626a-9365-4069-ad8a-3459423a61ce is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:47:00.755202 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:47:00.770082 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:47:00.779973 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Pushing event updated for resources: {'Port': ['ID=c77a75e0-0223-47aa-9ad8-5b11fc47863a,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:00.786432 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Allocated IP 172.27.2.121 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/2a587517-e319-4e68-9451-930719f30098) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:47:00.793540 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:00.932187 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Attempting to bind port c77a75e0-0223-47aa-9ad8-5b11fc47863a on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:47:00.932762 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Attempting to bind port c77a75e0-0223-47aa-9ad8-5b11fc47863a by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '513f21ca-d44e-4c9a-83f2-f30f3af6f966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:47:00.933126 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Attempting to bind port c77a75e0-0223-47aa-9ad8-5b11fc47863a on network e3a6626a-9365-4069-ad8a-3459423a61ce {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:47:00.944224 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:47:00.944599 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Checking segment: {'id': '513f21ca-d44e-4c9a-83f2-f30f3af6f966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:47:00.945015 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:00.945397 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Bound using segment: {'id': '513f21ca-d44e-4c9a-83f2-f30f3af6f966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:47:00.945869 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Bound port: c77a75e0-0223-47aa-9ad8-5b11fc47863a, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513f21ca-d44e-4c9a-83f2-f30f3af6f966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:47:00.946246 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:00.967931 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:00.973665 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:01.016333 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:01.029452 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:01.045090 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:47:01.077644 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a67b252-df36-41f1-92f3-1bcb83b984b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dacb0ec-dee4-4ca1-87f0-ddc215fba310'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:47:01.126478 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5dacb0ec-dee4-4ca1-87f0-ddc215fba310,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:01.137480 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:01.144104 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:01.150188 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:47:01.155388 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:47:01.169641 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:47:01.179321 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] For port c77a75e0-0223-47aa-9ad8-5b11fc47863a, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:47:01.204516 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] For port c77a75e0-0223-47aa-9ad8-5b11fc47863a, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=c77a75e0-0223-47aa-9ad8-5b11fc47863a,segment=NetworkSegment(513f21ca-d44e-4c9a-83f2-f30f3af6f966),segment_id=513f21ca-d44e-4c9a-83f2-f30f3af6f966)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:47:01.225938 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:01.255277 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=5dacb0ec-dee4-4ca1-87f0-ddc215fba310,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:01.258949 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:01.259678 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:01.370315 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Pushing event updated for resources: {'Port': ['ID=c77a75e0-0223-47aa-9ad8-5b11fc47863a,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:01.377090 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Pushing event updated for resources: {'Port': ['ID=2a587517-e319-4e68-9451-930719f30098,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:01.384242 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:01.386448 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:01.478538 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d1576-58f2-4702-9b1d-6c6bcc0ac43e req-1c0dfe1d-ea05-4b06-96a0-19112d344a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:01.480112 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-7f5d1576-58f2-4702-9b1d-6c6bcc0ac43e req-1c0dfe1d-ea05-4b06-96a0-19112d344a36 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=85ca02835c3c40c4b255bab3610e8a22&device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 1138 time: 0.1299522 May 14 09:47:01.622396 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3040ba-2ff4-4924-a6f9-b1094b1d0a88 req-a43b2463-c06f-40f2-bdf7-bbb5940e363f tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:01.630095 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3a3040ba-2ff4-4924-a6f9-b1094b1d0a88 req-a43b2463-c06f-40f2-bdf7-bbb5940e363f tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 945 time: 0.5396450 May 14 09:47:01.705370 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d1576-58f2-4702-9b1d-6c6bcc0ac43e req-05b011cf-8624-4e48-8834-c40ddd804bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:01.706959 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-7f5d1576-58f2-4702-9b1d-6c6bcc0ac43e req-05b011cf-8624-4e48-8834-c40ddd804bca service neutron] 10.222.0.77 "GET /v2.0/networks?id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b HTTP/1.1" status: 200 len: 915 time: 0.2164102 May 14 09:47:01.743233 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a67b252-df36-41f1-92f3-1bcb83b984b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dacb0ec-dee4-4ca1-87f0-ddc215fba310', 'code': 200} May 14 09:47:01.844581 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3a3040ba-2ff4-4924-a6f9-b1094b1d0a88 req-029e7025-769f-4337-a97b-8a1a5ae14b82 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3f7aa2-054c-4baa-9103-4d9be5d6b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131555 May 14 09:47:01.912519 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:02.066332 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-7f5d1576-58f2-4702-9b1d-6c6bcc0ac43e req-f85cad44-f2a3-441e-9398-72c9927763e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=908c5e1d-8d5a-4f8d-8be1-c14f308306fb HTTP/1.1" status: 200 len: 1002 time: 0.3512869 May 14 09:47:02.137141 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2d6691dd-0ed0-4df0-b898-1f053f93848d up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:47:02.153432 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d1576-58f2-4702-9b1d-6c6bcc0ac43e req-6653c951-c226-4afe-a889-21dd418d68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:02.155451 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-7f5d1576-58f2-4702-9b1d-6c6bcc0ac43e req-6653c951-c226-4afe-a889-21dd418d68f1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc543ef6-9e80-42ed-9048-68a126d3a0a3 HTTP/1.1" status: 200 len: 853 time: 0.0799763 May 14 09:47:02.261413 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d1576-58f2-4702-9b1d-6c6bcc0ac43e req-01f37c62-d09f-41b2-92b5-b0078a49f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:02.263158 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-7f5d1576-58f2-4702-9b1d-6c6bcc0ac43e req-01f37c62-d09f-41b2-92b5-b0078a49f728 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0993130 May 14 09:47:02.263794 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 2d6691dd-0ed0-4df0-b898-1f053f93848d completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:47:02.271383 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 2d6691dd-0ed0-4df0-b898-1f053f93848d triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:02.272360 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:02.439797 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:02.446635 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-7f5d1576-58f2-4702-9b1d-6c6bcc0ac43e req-0ddd3300-4aed-4992-bf52-f8b65f1d3129 service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734059 May 14 09:47:02.476625 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 2d6691dd-0ed0-4df0-b898-1f053f93848d, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=2d6691dd-0ed0-4df0-b898-1f053f93848d,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:02.483929 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:02.484805 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device c77a75e0-0223-47aa-9ad8-5b11fc47863a up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:47:02.511082 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:02.618754 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-7f5d1576-58f2-4702-9b1d-6c6bcc0ac43e req-ebcf9443-53fa-486f-ac20-4213fa8ff9c0 service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617212 May 14 09:47:02.645111 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c2b66c-a1a8-4c1d-8564-803c64d13793 None None] Network e3a6626a-9365-4069-ad8a-3459423a61ce requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:47:02.688051 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7382b2-f8a0-4573-8941-4a2d1bb7d6b4 req-65c36aa8-b5b7-495f-a19c-1d4b86de24d6 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:02.690230 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bb7382b2-f8a0-4573-8941-4a2d1bb7d6b4 req-65c36aa8-b5b7-495f-a19c-1d4b86de24d6 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 985 time: 0.5146782 May 14 09:47:02.713725 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=2d6691dd-0ed0-4df0-b898-1f053f93848d,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:02.729042 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:02.743722 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecb2b6-0539-4855-96f3-e2550bc177f6 req-ecbb7b71-9a10-48bb-af28-85e26257defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:02.745047 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-12ecb2b6-0539-4855-96f3-e2550bc177f6 req-ecbb7b71-9a10-48bb-af28-85e26257defb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 1098 time: 0.5105560 May 14 09:47:02.759180 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port c77a75e0-0223-47aa-9ad8-5b11fc47863a completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:47:02.763483 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-5d343dc1-99cb-496e-b4d2-d48f51b569ac None None] Provisioning for port c77a75e0-0223-47aa-9ad8-5b11fc47863a completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:47:02.785933 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-5d343dc1-99cb-496e-b4d2-d48f51b569ac None None] Provisioning complete for port c77a75e0-0223-47aa-9ad8-5b11fc47863a triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:02.786379 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-5d343dc1-99cb-496e-b4d2-d48f51b569ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:02.800874 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bb7382b2-f8a0-4573-8941-4a2d1bb7d6b4 req-bc3be993-a8ce-4f43-b193-8c450abfef40 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&id=3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000371 May 14 09:47:02.817330 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port c77a75e0-0223-47aa-9ad8-5b11fc47863a triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:02.817806 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:02.826703 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682776'] for router, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:02.833366 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-12ecb2b6-0539-4855-96f3-e2550bc177f6 req-161a7744-380f-4f93-befd-2563f982f642 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eb3f7aa2-054c-4baa-9103-4d9be5d6b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759041 May 14 09:47:03.123384 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-5d343dc1-99cb-496e-b4d2-d48f51b569ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:03.133065 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:03.137413 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40f9d4-93ee-4021-b29a-c31414cedf43 req-508dc8f9-761f-41d0-933f-3c31e429c6a9 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:03.138855 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8b40f9d4-93ee-4021-b29a-c31414cedf43 req-508dc8f9-761f-41d0-933f-3c31e429c6a9 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 945 time: 0.1327481 May 14 09:47:03.161921 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Router 031a46a9-69bc-4ef4-9e9c-94e7cbb99731 is scheduled to L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 with binding_index 1 {{(pid=78752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:47:03.186419 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-5d343dc1-99cb-496e-b4d2-d48f51b569ac None None] For port c77a75e0-0223-47aa-9ad8-5b11fc47863a, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=c77a75e0-0223-47aa-9ad8-5b11fc47863a,segment=NetworkSegment(513f21ca-d44e-4c9a-83f2-f30f3af6f966),segment_id=513f21ca-d44e-4c9a-83f2-f30f3af6f966)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:03.202028 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-5d343dc1-99cb-496e-b4d2-d48f51b569ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:03.205740 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-07bab870-0dd0-4b87-be56-e3c8a8db0571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:03.302977 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8b40f9d4-93ee-4021-b29a-c31414cedf43 req-db14fcef-cc04-4ff2-b0a8-daf8e09b7921 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3f7aa2-054c-4baa-9103-4d9be5d6b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567023 May 14 09:47:03.320825 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.db.api [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 09:47:03.321203 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_db.api [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 09:47:03.324826 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d343dc1-99cb-496e-b4d2-d48f51b569ac None None] Pushing event updated for resources: {'Port': ['ID=c77a75e0-0223-47aa-9ad8-5b11fc47863a,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:03.327931 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-5d343dc1-99cb-496e-b4d2-d48f51b569ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:03.389941 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:47:03.398652 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Sync routers for ids ['031a46a9-69bc-4ef4-9e9c-94e7cbb99731'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:47:03.409213 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Routers {'031a46a9-69bc-4ef4-9e9c-94e7cbb99731'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:47:03.409839 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['031a46a9-69bc-4ef4-9e9c-94e7cbb99731'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:03.427053 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:03.431462 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34092) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:03.431886 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8376029 May 14 09:47:03.562273 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-2d39098a-3f63-4fd0-901c-716149253349 None None] Provisioning complete for port c77a75e0-0223-47aa-9ad8-5b11fc47863a triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:03.562620 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-2d39098a-3f63-4fd0-901c-716149253349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:03.647460 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Set router 031a46a9-69bc-4ef4-9e9c-94e7cbb99731 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:47:04.049517 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50db358-f212-4504-93cb-031cc08b5ede req-911a6f24-ce98-429f-8050-e52ed5c688fc tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:04.058768 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d50db358-f212-4504-93cb-031cc08b5ede req-911a6f24-ce98-429f-8050-e52ed5c688fc tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 985 time: 0.1253901 May 14 09:47:04.080421 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2d6691dd-0ed0-4df0-b898-1f053f93848d up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:47:04.121580 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d50db358-f212-4504-93cb-031cc08b5ede req-65d03fdb-dcff-4cf9-9085-4da2454e24d7 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&id=3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618470 May 14 09:47:04.167659 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'name': 'tempest-TestVolumeBootPattern-801592278-router', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '2a587517-e319-4e68-9451-930719f30098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:59Z', 'updated_at': '2021-05-14T09:47:01Z', 'revision_number': 3, 'project_id': 'a5a57146e03447359f0d5f0a83618358', 'gw_port': {'id': '2a587517-e319-4e68-9451-930719f30098', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:47:00Z', 'updated_at': '2021-05-14T09:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:04.172906 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Checking router: 031a46a9-69bc-4ef4-9e9c-94e7cbb99731 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:47:04.173261 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Updating router 031a46a9-69bc-4ef4-9e9c-94e7cbb99731 port 2a587517-e319-4e68-9451-930719f30098 binding host dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:47:04.207854 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:04.285975 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 2d6691dd-0ed0-4df0-b898-1f053f93848d triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:04.286337 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:04.318692 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:04.427253 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Allocated IP 172.20.0.1 (e3a6626a-9365-4069-ad8a-3459423a61ce/4a761120-c58d-42ac-9060-39a24e7fa774/afa1df53-9ce0-4c3b-891f-e6d812f1b569) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:47:04.518687 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adfaaf-47c0-49d8-8457-de5b66603eea req-73396e9d-8def-4edf-ae10-903d03a9c87c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:04.526277 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-27adfaaf-47c0-49d8-8457-de5b66603eea req-73396e9d-8def-4edf-ae10-903d03a9c87c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 945 time: 0.0974681 May 14 09:47:04.584175 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-27adfaaf-47c0-49d8-8457-de5b66603eea req-b2ebcfdb-546d-4d8f-9d8d-bf10f494550e tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3f7aa2-054c-4baa-9103-4d9be5d6b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558729 May 14 09:47:04.629709 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device c77a75e0-0223-47aa-9ad8-5b11fc47863a up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:47:04.696250 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:04.713170 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Transition to ACTIVE for port object afa1df53-9ce0-4c3b-891f-e6d812f1b569 will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:47:04.738972 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:04.739255 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port c77a75e0-0223-47aa-9ad8-5b11fc47863a triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:04.739694 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:04.744180 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:04.785550 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f5302-2397-4dae-8651-4754a0c6c785 req-2f40a74d-aafa-488a-8bc2-21a81a21d5c0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:04.787514 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e34f5302-2397-4dae-8651-4754a0c6c785 req-2f40a74d-aafa-488a-8bc2-21a81a21d5c0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 945 time: 0.0982685 May 14 09:47:04.797518 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 34104) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:04.803656 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-2d0dd3f9-6619-4afb-83de-e33694c0cd0c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Request body: {'floatingip': {'port_id': '5dacb0ec-dee4-4ca1-87f0-ddc215fba310'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:04.815147 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Network e3a6626a-9365-4069-ad8a-3459423a61ce is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:47:04.818140 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:47:04.822281 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:47:04.874329 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:04.879299 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680132'] for router_interface, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:04.890742 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Transition to ACTIVE for port object 2a587517-e319-4e68-9451-930719f30098 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:47:04.910490 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd3f9-6619-4afb-83de-e33694c0cd0c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for floatingip, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:04.913150 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=afa1df53-9ce0-4c3b-891f-e6d812f1b569,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:04.916763 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:04.925566 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:04.935486 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-b518be19-53e4-4356-9c9a-2aa6e66124fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:05.034874 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Attempting to bind port 2a587517-e319-4e68-9451-930719f30098 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:47:05.035501 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Attempting to bind port 2a587517-e319-4e68-9451-930719f30098 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:47:05.036095 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Attempting to bind port 2a587517-e319-4e68-9451-930719f30098 on network 280262f0-cec7-4ef6-9ec9-17feedefdc59 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:47:05.041201 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:05.073356 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:47:05.074119 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Checking segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:47:05.074711 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:05.075263 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Bound using segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:47:05.075916 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Bound port: 2a587517-e319-4e68-9451-930719f30098, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:47:05.076450 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:05.107164 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67491239-2108-4b4a-b4b3-4ed29528927f None None] Pushing event updated for resources: {'Port': ['ID=2a587517-e319-4e68-9451-930719f30098,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:05.110007 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-67491239-2108-4b4a-b4b3-4ed29528927f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:05.172482 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] For port 2a587517-e319-4e68-9451-930719f30098, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:47:05.179225 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] For port 2a587517-e319-4e68-9451-930719f30098, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=2a587517-e319-4e68-9451-930719f30098,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:47:05.189788 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:05.194038 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:05.295683 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67491239-2108-4b4a-b4b3-4ed29528927f None None] Pushing event updated for resources: {'Port': ['ID=2a587517-e319-4e68-9451-930719f30098,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:05.300588 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-a71a2f8b-7210-4343-9d1a-98fce140445f None None] Provisioning for port afa1df53-9ce0-4c3b-891f-e6d812f1b569 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:47:05.304577 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-67491239-2108-4b4a-b4b3-4ed29528927f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:05.311271 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-a71a2f8b-7210-4343-9d1a-98fce140445f None None] Provisioning complete for port afa1df53-9ce0-4c3b-891f-e6d812f1b569 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:05.311695 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a71a2f8b-7210-4343-9d1a-98fce140445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:05.331649 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:05.339666 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:05.373201 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:05.387037 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-a71a2f8b-7210-4343-9d1a-98fce140445f None None] Port afa1df53-9ce0-4c3b-891f-e6d812f1b569 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:47:05.403817 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Routers {'031a46a9-69bc-4ef4-9e9c-94e7cbb99731'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:47:05.404464 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['031a46a9-69bc-4ef4-9e9c-94e7cbb99731'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:05.469909 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680027'] for router_interface, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:05.474909 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=afa1df53-9ce0-4c3b-891f-e6d812f1b569,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:05.479478 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:05.606593 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] Set router 031a46a9-69bc-4ef4-9e9c-94e7cbb99731 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:47:05.617682 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Network e3a6626a-9365-4069-ad8a-3459423a61ce is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:47:05.620040 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:47:05.649750 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766fe12-75cc-45b4-a71e-c4f3b118b009 req-324a3d22-3dde-446e-b2fe-757a01603424 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:05.651237 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f766fe12-75cc-45b4-a71e-c4f3b118b009 req-324a3d22-3dde-446e-b2fe-757a01603424 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 985 time: 0.2132249 May 14 09:47:05.732662 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f766fe12-75cc-45b4-a71e-c4f3b118b009 req-9582b2c8-2f9d-4e36-85a0-c32e497f5f21 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&id=3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645871 May 14 09:47:05.862480 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Router 031a46a9-69bc-4ef4-9e9c-94e7cbb99731 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:47:05.876862 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd3f9-6619-4afb-83de-e33694c0cd0c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:05.883305 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd3f9-6619-4afb-83de-e33694c0cd0c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:05.956916 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ad2deacd-3c2f-4cff-8b96-eceec9063151 None None] Provisioning complete for port afa1df53-9ce0-4c3b-891f-e6d812f1b569 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:05.957154 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ad2deacd-3c2f-4cff-8b96-eceec9063151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:06.066099 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:47:06.075558 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] 10.222.0.30 "PUT /v2.0/routers/031a46a9-69bc-4ef4-9e9c-94e7cbb99731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6425703 May 14 09:47:06.088637 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-ad2deacd-3c2f-4cff-8b96-eceec9063151 None None] Port afa1df53-9ce0-4c3b-891f-e6d812f1b569 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:47:06.105407 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.db.l3_db [None req-2d0dd3f9-6619-4afb-83de-e33694c0cd0c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Floating IP 1e830b36-759e-4eaa-a329-0feb5fbb966a associated. External IP: 172.27.2.98, port: 5dacb0ec-dee4-4ca1-87f0-ddc215fba310. May 14 09:47:06.110541 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'name': 'tempest-TestVolumeBootPattern-801592278-router', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '2a587517-e319-4e68-9451-930719f30098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:59Z', 'updated_at': '2021-05-14T09:47:04Z', 'revision_number': 4, 'project_id': 'a5a57146e03447359f0d5f0a83618358', 'gw_port': {'id': '2a587517-e319-4e68-9451-930719f30098', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:47:00Z', 'updated_at': '2021-05-14T09:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'afa1df53-9ce0-4c3b-891f-e6d812f1b569', 'name': '', 'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'mac_address': 'fa:16:3e:91:8f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4a761120-c58d-42ac-9060-39a24e7fa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:47:04Z', 'updated_at': '2021-05-14T09:47:05Z', 'revision_number': 2, 'project_id': 'a5a57146e03447359f0d5f0a83618358', 'subnets': [{'id': '4a761120-c58d-42ac-9060-39a24e7fa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:06.115788 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49336e9-20cb-4539-ba25-a3e4fb5d2468 None None] The sync data for ids ['031a46a9-69bc-4ef4-9e9c-94e7cbb99731'] in dv-cinder-734144-18-iscsi is: [{'id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'name': 'tempest-TestVolumeBootPattern-801592278-router', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '2a587517-e319-4e68-9451-930719f30098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:59Z', 'updated_at': '2021-05-14T09:47:04Z', 'revision_number': 4, 'project_id': 'a5a57146e03447359f0d5f0a83618358', 'gw_port': {'id': '2a587517-e319-4e68-9451-930719f30098', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:47:00Z', 'updated_at': '2021-05-14T09:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'afa1df53-9ce0-4c3b-891f-e6d812f1b569', 'name': '', 'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'mac_address': 'fa:16:3e:91:8f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4a761120-c58d-42ac-9060-39a24e7fa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:47:04Z', 'updated_at': '2021-05-14T09:47:05Z', 'revision_number': 2, 'project_id': 'a5a57146e03447359f0d5f0a83618358', 'subnets': [{'id': '4a761120-c58d-42ac-9060-39a24e7fa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:47:06.513128 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0dd3f9-6619-4afb-83de-e33694c0cd0c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:47:06.711275 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0dd3f9-6619-4afb-83de-e33694c0cd0c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:47:06.718202 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd3f9-6619-4afb-83de-e33694c0cd0c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:06.744242 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2282d67d-3e75-4d19-bb4d-f3c7c8fa1038 None None] Sync routers for ids ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:47:06.755210 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2282d67d-3e75-4d19-bb4d-f3c7c8fa1038 None None] Routers {'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:47:06.755885 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2282d67d-3e75-4d19-bb4d-f3c7c8fa1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:06.788683 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-2d0dd3f9-6619-4afb-83de-e33694c0cd0c tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "PUT /v2.0/floatingips/1e830b36-759e-4eaa-a329-0feb5fbb966a HTTP/1.1" status: 200 len: 990 time: 1.9874353 May 14 09:47:06.788683 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a67b252-df36-41f1-92f3-1bcb83b984b8', 'tag': '5dacb0ec-dee4-4ca1-87f0-ddc215fba310'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:47:06.838542 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 34126) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:06.845580 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1077012863', 'description': 'tempest-secgroup-smoke-1077012863 description', 'project_id': '325a062c5ac24105b5e0918e48526c7b'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:06.853148 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:06.857906 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Usage tracker for resource:security_group and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:06.861542 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:06.868055 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:06.883324 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:06.949691 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:06.956884 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Usage tracker for resource:security_group_rule and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:06.963515 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:06.971069 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:06.979676 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-2282d67d-3e75-4d19-bb4d-f3c7c8fa1038 None None] Set router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:47:06.997046 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a67b252-df36-41f1-92f3-1bcb83b984b8', 'tag': '5dacb0ec-dee4-4ca1-87f0-ddc215fba310', 'status': 'completed', 'code': 200} May 14 09:47:07.033541 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6258d-95ef-4e9f-827e-a4b4767615c0 req-b8ee44d4-43f2-405f-a0c7-4aeaf5dde928 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:07.035006 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-29a6258d-95ef-4e9f-827e-a4b4767615c0 req-b8ee44d4-43f2-405f-a0c7-4aeaf5dde928 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 985 time: 0.1366942 May 14 09:47:07.312131 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-29a6258d-95ef-4e9f-827e-a4b4767615c0 req-a0cbefba-54d6-493b-b743-f0868022a067 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&id=3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882990 May 14 09:47:07.336645 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:07.346899 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:07.352975 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1051606a-b9ef-460e-a87c-b992014dc4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:07.404745 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191c55-08cd-46b3-9bcc-cb43740834a5 req-024441e1-5790-4333-be64-a1047968a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:07.406377 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ff191c55-08cd-46b3-9bcc-cb43740834a5 req-024441e1-5790-4333-be64-a1047968a783 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3&device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 1098 time: 0.3810298 May 14 09:47:07.411061 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:07.413185 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5735447 May 14 09:47:07.416966 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34130) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:07.423345 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-9aa0f0aa-22ab-468a-ba24-3831a6e43a2e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Request body: {'security_group_rule': {'security_group_id': 'e4151ec0-328d-4b4b-bb1b-d657256d39e4', 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:07.430560 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-9aa0f0aa-22ab-468a-ba24-3831a6e43a2e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:07.435564 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-9aa0f0aa-22ab-468a-ba24-3831a6e43a2e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Usage tracker for resource:security_group_rule and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:07.440330 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4151ec0-328d-4b4b-bb1b-d657256d39e4,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:07.442665 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2282d67d-3e75-4d19-bb4d-f3c7c8fa1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:40Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': '1e830b36-759e-4eaa-a329-0feb5fbb966a', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'port_id': '5dacb0ec-dee4-4ca1-87f0-ddc215fba310', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'mac_address': 'fa:16:3e:fc:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67b252-df36-41f1-92f3-1bcb83b984b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:46:46Z', 'updated_at': '2021-05-14T09:47:05Z', 'revision_number': 1, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59df3c76-6bf2-41e8-9ff1-fd0e3d994752', 'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'mac_address': 'fa:16:3e:30:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:57Z', 'revision_number': 5, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'subnets': [{'id': '66021503-54ca-4040-9580-08c3db49374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:07.443882 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-9aa0f0aa-22ab-468a-ba24-3831a6e43a2e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:07.447109 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:07.457114 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2282d67d-3e75-4d19-bb4d-f3c7c8fa1038 None None] Checking router: fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:47:07.461351 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-9aa0f0aa-22ab-468a-ba24-3831a6e43a2e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:07.469837 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2282d67d-3e75-4d19-bb4d-f3c7c8fa1038 None None] Routers {'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:47:07.470694 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2282d67d-3e75-4d19-bb4d-f3c7c8fa1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:07.486933 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f0aa-22ab-468a-ba24-3831a6e43a2e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:07.553462 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f0aa-22ab-468a-ba24-3831a6e43a2e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:07.561778 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f0aa-22ab-468a-ba24-3831a6e43a2e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:07.564526 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-97da0863-a2e4-4367-a557-ae6034e2478d tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:07.589393 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191c55-08cd-46b3-9bcc-cb43740834a5 req-94d65a14-9363-412e-8df2-64d19336c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:07.590941 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ff191c55-08cd-46b3-9bcc-cb43740834a5 req-94d65a14-9363-412e-8df2-64d19336c7e7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=985cc55b-f372-49ec-9629-66d97c3fcf56 HTTP/1.1" status: 200 len: 912 time: 0.1739950 May 14 09:47:07.592653 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0f0aa-22ab-468a-ba24-3831a6e43a2e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a397b28-9a2c-4e16-94b7-650ba3be260f,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:07.603562 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9aa0f0aa-22ab-468a-ba24-3831a6e43a2e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:07.615469 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f0aa-22ab-468a-ba24-3831a6e43a2e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:07.617384 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-9aa0f0aa-22ab-468a-ba24-3831a6e43a2e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1994987 May 14 09:47:07.620271 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34136) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:07.630191 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-8de2c348-9b0c-4934-8a0c-eb2c1b0ad633 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Request body: {'security_group_rule': {'security_group_id': 'e4151ec0-328d-4b4b-bb1b-d657256d39e4', 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:07.638634 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8de2c348-9b0c-4934-8a0c-eb2c1b0ad633 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:07.644561 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8de2c348-9b0c-4934-8a0c-eb2c1b0ad633 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Usage tracker for resource:security_group_rule and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:07.648395 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8de2c348-9b0c-4934-8a0c-eb2c1b0ad633 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:07.654803 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8de2c348-9b0c-4934-8a0c-eb2c1b0ad633 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:07.680383 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8de2c348-9b0c-4934-8a0c-eb2c1b0ad633 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:07.696990 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-2282d67d-3e75-4d19-bb4d-f3c7c8fa1038 None None] Set router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:47:07.767491 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8de2c348-9b0c-4934-8a0c-eb2c1b0ad633 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:07.776048 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8de2c348-9b0c-4934-8a0c-eb2c1b0ad633 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:07.781134 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ff191c55-08cd-46b3-9bcc-cb43740834a5 req-ece1d045-9ac1-4ad3-a324-03c434191a66 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dacb0ec-dee4-4ca1-87f0-ddc215fba310 HTTP/1.1" status: 200 len: 998 time: 0.1804061 May 14 09:47:07.784425 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:07.813692 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2c348-9b0c-4934-8a0c-eb2c1b0ad633 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2531951a-fa3f-4871-9348-57dc1144faa2,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:07.818306 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8de2c348-9b0c-4934-8a0c-eb2c1b0ad633 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:07.830100 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8de2c348-9b0c-4934-8a0c-eb2c1b0ad633 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:07.832160 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-8de2c348-9b0c-4934-8a0c-eb2c1b0ad633 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2090440 May 14 09:47:07.834820 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34140) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:07.841024 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-295f94c7-37b2-4e9f-988d-59547bbcc2ca tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Request body: {'security_group_rule': {'security_group_id': 'e4151ec0-328d-4b4b-bb1b-d657256d39e4', 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:07.853844 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-295f94c7-37b2-4e9f-988d-59547bbcc2ca tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:07.858464 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-295f94c7-37b2-4e9f-988d-59547bbcc2ca tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Usage tracker for resource:security_group_rule and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:07.862478 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-295f94c7-37b2-4e9f-988d-59547bbcc2ca tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:07.871301 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-295f94c7-37b2-4e9f-988d-59547bbcc2ca tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:07.881928 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191c55-08cd-46b3-9bcc-cb43740834a5 req-bd3f2b35-1006-46c7-ac85-f30761df5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:07.883847 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ff191c55-08cd-46b3-9bcc-cb43740834a5 req-bd3f2b35-1006-46c7-ac85-f30761df5423 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=66021503-54ca-4040-9580-08c3db49374a HTTP/1.1" status: 200 len: 850 time: 0.0956452 May 14 09:47:07.892409 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-295f94c7-37b2-4e9f-988d-59547bbcc2ca tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:07.994001 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191c55-08cd-46b3-9bcc-cb43740834a5 req-96c15761-2c66-4693-a466-11205ecf4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:07.996691 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ff191c55-08cd-46b3-9bcc-cb43740834a5 req-96c15761-2c66-4693-a466-11205ecf4cdf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=985cc55b-f372-49ec-9629-66d97c3fcf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1021278 May 14 09:47:08.030012 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-295f94c7-37b2-4e9f-988d-59547bbcc2ca tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.039087 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-295f94c7-37b2-4e9f-988d-59547bbcc2ca tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.041714 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:08.080134 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-295f94c7-37b2-4e9f-988d-59547bbcc2ca tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.081892 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-295f94c7-37b2-4e9f-988d-59547bbcc2ca tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2459197 May 14 09:47:08.082802 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f94c7-37b2-4e9f-988d-59547bbcc2ca tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26946fbe-a650-4a98-b85b-daa906bf4c74,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:08.084705 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34146) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:08.095272 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-295f94c7-37b2-4e9f-988d-59547bbcc2ca tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:08.095272 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-44039c17-951f-4bca-b1c8-7d7814336d93 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Request body: {'security_group_rule': {'security_group_id': 'e4151ec0-328d-4b4b-bb1b-d657256d39e4', 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:08.097493 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-44039c17-951f-4bca-b1c8-7d7814336d93 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:08.102516 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-44039c17-951f-4bca-b1c8-7d7814336d93 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Usage tracker for resource:security_group_rule and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:08.117009 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-44039c17-951f-4bca-b1c8-7d7814336d93 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:08.125379 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-44039c17-951f-4bca-b1c8-7d7814336d93 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:08.149705 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-44039c17-951f-4bca-b1c8-7d7814336d93 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.178584 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2a587517-e319-4e68-9451-930719f30098 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:47:08.243673 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-44039c17-951f-4bca-b1c8-7d7814336d93 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.249178 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-44039c17-951f-4bca-b1c8-7d7814336d93 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.260872 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2282d67d-3e75-4d19-bb4d-f3c7c8fa1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:40Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': '1e830b36-759e-4eaa-a329-0feb5fbb966a', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'port_id': '5dacb0ec-dee4-4ca1-87f0-ddc215fba310', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'mac_address': 'fa:16:3e:fc:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67b252-df36-41f1-92f3-1bcb83b984b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:46:46Z', 'updated_at': '2021-05-14T09:47:05Z', 'revision_number': 1, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59df3c76-6bf2-41e8-9ff1-fd0e3d994752', 'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'mac_address': 'fa:16:3e:30:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:57Z', 'revision_number': 5, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'subnets': [{'id': '66021503-54ca-4040-9580-08c3db49374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:08.264792 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8962cd7d-52d4-414d-84fa-a132c815e2ee tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:08.266243 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 2a587517-e319-4e68-9451-930719f30098 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:47:08.270165 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2282d67d-3e75-4d19-bb4d-f3c7c8fa1038 None None] The sync data for ids ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'] in dv-cinder-734144-18-iscsi is: [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:40Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': '1e830b36-759e-4eaa-a329-0feb5fbb966a', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'port_id': '5dacb0ec-dee4-4ca1-87f0-ddc215fba310', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'mac_address': 'fa:16:3e:fc:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67b252-df36-41f1-92f3-1bcb83b984b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:46:46Z', 'updated_at': '2021-05-14T09:47:05Z', 'revision_number': 1, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59df3c76-6bf2-41e8-9ff1-fd0e3d994752', 'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'mac_address': 'fa:16:3e:30:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:57Z', 'revision_number': 5, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'subnets': [{'id': '66021503-54ca-4040-9580-08c3db49374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:47:08.271254 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 2a587517-e319-4e68-9451-930719f30098 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:08.271659 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.273529 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ff191c55-08cd-46b3-9bcc-cb43740834a5 req-56ddeb0a-316c-496b-b352-900ff0b1bde8 service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665613 May 14 09:47:08.292593 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44039c17-951f-4bca-b1c8-7d7814336d93 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92832ed2-0341-4f7a-97f0-0762625200db,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:08.296872 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-44039c17-951f-4bca-b1c8-7d7814336d93 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:08.298590 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-44039c17-951f-4bca-b1c8-7d7814336d93 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.300439 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-44039c17-951f-4bca-b1c8-7d7814336d93 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2146606 May 14 09:47:08.303320 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34150) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:08.313462 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-108fabda-b117-437d-80fc-8b2e22968236 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Request body: {'security_group_rule': {'security_group_id': 'e4151ec0-328d-4b4b-bb1b-d657256d39e4', 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:08.322797 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-108fabda-b117-437d-80fc-8b2e22968236 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:08.328552 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-108fabda-b117-437d-80fc-8b2e22968236 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Usage tracker for resource:security_group_rule and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:08.335082 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-108fabda-b117-437d-80fc-8b2e22968236 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:08.342960 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-108fabda-b117-437d-80fc-8b2e22968236 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:08.453994 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.478361 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 2a587517-e319-4e68-9451-930719f30098, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=2a587517-e319-4e68-9451-930719f30098,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:08.487174 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.490012 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-67491239-2108-4b4a-b4b3-4ed29528927f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:08.504137 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.securitygroups_db [None req-108fabda-b117-437d-80fc-8b2e22968236 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Project 325a062c5ac24105b5e0918e48526c7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 09:47:08.519330 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-108fabda-b117-437d-80fc-8b2e22968236 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.577226 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cb435-7fb6-414c-9348-60e5d8d9a964 None None] New status for floating IP 1e830b36-759e-4eaa-a329-0feb5fbb966a: ACTIVE {{(pid=78753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:47:08.614158 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-108fabda-b117-437d-80fc-8b2e22968236 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.620195 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-108fabda-b117-437d-80fc-8b2e22968236 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.621349 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ff191c55-08cd-46b3-9bcc-cb43740834a5 req-f022e22d-0468-4bc0-8f5a-39fe33c745c1 service neutron] 10.222.0.77 "GET /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386688 May 14 09:47:08.623361 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-094daa40-c06f-480a-a794-63760eaa6b76 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:08.655441 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fabda-b117-437d-80fc-8b2e22968236 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efc50d6-69de-4fb3-847f-cce10d22f971,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:08.659795 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-108fabda-b117-437d-80fc-8b2e22968236 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:08.660285 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=2a587517-e319-4e68-9451-930719f30098,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:08.665985 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:08.671703 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-108fabda-b117-437d-80fc-8b2e22968236 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.676510 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-108fabda-b117-437d-80fc-8b2e22968236 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3719003 May 14 09:47:08.677287 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34156) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:08.683201 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-a6554fb7-2adc-474b-bd71-ea07cdfd7691 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Request body: {'security_group_rule': {'security_group_id': 'e4151ec0-328d-4b4b-bb1b-d657256d39e4', 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:08.690140 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-a6554fb7-2adc-474b-bd71-ea07cdfd7691 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:08.691469 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1aeae-16cd-45b9-9d0c-cb3de928268c req-e5c5f966-99d1-4b7d-9d13-45bfca0b74ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:08.693032 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-dac1aeae-16cd-45b9-9d0c-cb3de928268c req-e5c5f966-99d1-4b7d-9d13-45bfca0b74ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 985 time: 0.1418657 May 14 09:47:08.694217 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-a6554fb7-2adc-474b-bd71-ea07cdfd7691 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Usage tracker for resource:security_group_rule and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:08.697689 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-a6554fb7-2adc-474b-bd71-ea07cdfd7691 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:08.704404 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-a6554fb7-2adc-474b-bd71-ea07cdfd7691 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:08.719072 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.securitygroups_db [None req-a6554fb7-2adc-474b-bd71-ea07cdfd7691 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Project 325a062c5ac24105b5e0918e48526c7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 09:47:08.726614 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a6554fb7-2adc-474b-bd71-ea07cdfd7691 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.746727 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-dac1aeae-16cd-45b9-9d0c-cb3de928268c req-a9ea4c20-b9c7-41b8-9f3b-42504457de9a tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&id=3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465858 May 14 09:47:08.810544 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a6554fb7-2adc-474b-bd71-ea07cdfd7691 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.817031 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a6554fb7-2adc-474b-bd71-ea07cdfd7691 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.828054 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8de2c348-9b0c-4934-8a0c-eb2c1b0ad633 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:08.851501 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6554fb7-2adc-474b-bd71-ea07cdfd7691 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afec929c-c050-4ac6-b2f2-2053233080d9,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:08.854017 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a6554fb7-2adc-474b-bd71-ea07cdfd7691 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:08.860717 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a6554fb7-2adc-474b-bd71-ea07cdfd7691 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:08.865939 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-a6554fb7-2adc-474b-bd71-ea07cdfd7691 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1842780 May 14 09:47:08.910017 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Sync routers for ids ['031a46a9-69bc-4ef4-9e9c-94e7cbb99731'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:47:08.924606 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Routers {'031a46a9-69bc-4ef4-9e9c-94e7cbb99731'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:47:08.925729 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['031a46a9-69bc-4ef4-9e9c-94e7cbb99731'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:09.131415 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Set router 031a46a9-69bc-4ef4-9e9c-94e7cbb99731 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:47:09.470669 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'name': 'tempest-TestVolumeBootPattern-801592278-router', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '2a587517-e319-4e68-9451-930719f30098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:59Z', 'updated_at': '2021-05-14T09:47:04Z', 'revision_number': 4, 'project_id': 'a5a57146e03447359f0d5f0a83618358', 'gw_port': {'id': '2a587517-e319-4e68-9451-930719f30098', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:47:00Z', 'updated_at': '2021-05-14T09:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'afa1df53-9ce0-4c3b-891f-e6d812f1b569', 'name': '', 'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'mac_address': 'fa:16:3e:91:8f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4a761120-c58d-42ac-9060-39a24e7fa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:47:04Z', 'updated_at': '2021-05-14T09:47:05Z', 'revision_number': 2, 'project_id': 'a5a57146e03447359f0d5f0a83618358', 'subnets': [{'id': '4a761120-c58d-42ac-9060-39a24e7fa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:09.477571 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Checking router: 031a46a9-69bc-4ef4-9e9c-94e7cbb99731 for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:47:09.477989 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Updating router 031a46a9-69bc-4ef4-9e9c-94e7cbb99731 port afa1df53-9ce0-4c3b-891f-e6d812f1b569 binding host dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:47:09.583024 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:09.976007 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:09.976464 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f3bc8-b040-41b3-ac9f-4e04e52861e3 req-d88a3043-c4bf-4f3b-8858-6ad7432cce73 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:09.983745 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-323f3bc8-b040-41b3-ac9f-4e04e52861e3 req-d88a3043-c4bf-4f3b-8858-6ad7432cce73 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 985 time: 0.1096535 May 14 09:47:09.994237 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Transition to ACTIVE for port object afa1df53-9ce0-4c3b-891f-e6d812f1b569 will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:47:10.002773 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:10.009543 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:10.049314 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-323f3bc8-b040-41b3-ac9f-4e04e52861e3 req-38817216-238f-4d1e-a343-c5bab91cefca tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&id=3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637567 May 14 09:47:10.062770 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2a587517-e319-4e68-9451-930719f30098 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:47:10.149181 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 2a587517-e319-4e68-9451-930719f30098 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:10.149562 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:10.187921 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72e29b-d064-42ce-ae97-275f86d159af None None] Pushing event updated for resources: {'Port': ['ID=afa1df53-9ce0-4c3b-891f-e6d812f1b569,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:10.213708 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-4c72e29b-d064-42ce-ae97-275f86d159af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:10.246494 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Attempting to bind port afa1df53-9ce0-4c3b-891f-e6d812f1b569 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:47:10.246844 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Attempting to bind port afa1df53-9ce0-4c3b-891f-e6d812f1b569 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '513f21ca-d44e-4c9a-83f2-f30f3af6f966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:47:10.247210 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Attempting to bind port afa1df53-9ce0-4c3b-891f-e6d812f1b569 on network e3a6626a-9365-4069-ad8a-3459423a61ce {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:47:10.253289 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:47:10.253961 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Checking segment: {'id': '513f21ca-d44e-4c9a-83f2-f30f3af6f966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:47:10.254557 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:10.254958 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Bound using segment: {'id': '513f21ca-d44e-4c9a-83f2-f30f3af6f966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:47:10.255470 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Bound port: afa1df53-9ce0-4c3b-891f-e6d812f1b569, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513f21ca-d44e-4c9a-83f2-f30f3af6f966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:47:10.255912 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:10.348935 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-20e6176e-34fb-4972-853f-5fdac1523eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:10.352263 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] For port afa1df53-9ce0-4c3b-891f-e6d812f1b569, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:47:10.355754 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] For port afa1df53-9ce0-4c3b-891f-e6d812f1b569, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=afa1df53-9ce0-4c3b-891f-e6d812f1b569,segment=NetworkSegment(513f21ca-d44e-4c9a-83f2-f30f3af6f966),segment_id=513f21ca-d44e-4c9a-83f2-f30f3af6f966)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:47:10.362168 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:10.367936 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:10.448905 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Routers {'031a46a9-69bc-4ef4-9e9c-94e7cbb99731'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:47:10.449542 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:46:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['031a46a9-69bc-4ef4-9e9c-94e7cbb99731'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:10.504957 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72e29b-d064-42ce-ae97-275f86d159af None None] Pushing event updated for resources: {'Port': ['ID=afa1df53-9ce0-4c3b-891f-e6d812f1b569,revision_number=4']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:10.563437 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-4c72e29b-d064-42ce-ae97-275f86d159af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:10.644346 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] Set router 031a46a9-69bc-4ef4-9e9c-94e7cbb99731 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:47:10.995631 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'name': 'tempest-TestVolumeBootPattern-801592278-router', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '2a587517-e319-4e68-9451-930719f30098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:59Z', 'updated_at': '2021-05-14T09:47:04Z', 'revision_number': 4, 'project_id': 'a5a57146e03447359f0d5f0a83618358', 'gw_port': {'id': '2a587517-e319-4e68-9451-930719f30098', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:47:00Z', 'updated_at': '2021-05-14T09:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'afa1df53-9ce0-4c3b-891f-e6d812f1b569', 'name': '', 'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'mac_address': 'fa:16:3e:91:8f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4a761120-c58d-42ac-9060-39a24e7fa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:47:04Z', 'updated_at': '2021-05-14T09:47:10Z', 'revision_number': 4, 'project_id': 'a5a57146e03447359f0d5f0a83618358', 'subnets': [{'id': '4a761120-c58d-42ac-9060-39a24e7fa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:10.999907 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330c91fc-a3b9-4417-a003-4532250f6a5d None None] The sync data for ids ['031a46a9-69bc-4ef4-9e9c-94e7cbb99731'] in dv-cinder-734144-18-iscsi is: [{'id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'name': 'tempest-TestVolumeBootPattern-801592278-router', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '2a587517-e319-4e68-9451-930719f30098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:59Z', 'updated_at': '2021-05-14T09:47:04Z', 'revision_number': 4, 'project_id': 'a5a57146e03447359f0d5f0a83618358', 'gw_port': {'id': '2a587517-e319-4e68-9451-930719f30098', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:47:00Z', 'updated_at': '2021-05-14T09:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'afa1df53-9ce0-4c3b-891f-e6d812f1b569', 'name': '', 'network_id': 'e3a6626a-9365-4069-ad8a-3459423a61ce', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'mac_address': 'fa:16:3e:91:8f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4a761120-c58d-42ac-9060-39a24e7fa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:47:04Z', 'updated_at': '2021-05-14T09:47:10Z', 'revision_number': 4, 'project_id': 'a5a57146e03447359f0d5f0a83618358', 'subnets': [{'id': '4a761120-c58d-42ac-9060-39a24e7fa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:47:11.275260 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d007ef-2675-4aea-bb89-be65aa3cefb6 req-d5921af6-8803-4eb8-b864-d64b77b3eeba tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:11.276889 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c5d007ef-2675-4aea-bb89-be65aa3cefb6 req-d5921af6-8803-4eb8-b864-d64b77b3eeba tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 985 time: 0.0955715 May 14 09:47:11.337563 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c5d007ef-2675-4aea-bb89-be65aa3cefb6 req-37a5573c-e624-46b3-a234-48df3834ca8b tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&id=3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519569 May 14 09:47:12.058882 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device afa1df53-9ce0-4c3b-891f-e6d812f1b569 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:47:12.141013 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port afa1df53-9ce0-4c3b-891f-e6d812f1b569 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:47:12.147247 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port afa1df53-9ce0-4c3b-891f-e6d812f1b569 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:12.147800 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:12.279265 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:12.318678 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port afa1df53-9ce0-4c3b-891f-e6d812f1b569, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=afa1df53-9ce0-4c3b-891f-e6d812f1b569,segment=NetworkSegment(513f21ca-d44e-4c9a-83f2-f30f3af6f966),segment_id=513f21ca-d44e-4c9a-83f2-f30f3af6f966)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:12.324561 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:12.327046 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:12.407357 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=afa1df53-9ce0-4c3b-891f-e6d812f1b569,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:12.410495 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:12.565832 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afde02-9465-45b8-9bba-e46913e000cb req-87b796aa-8826-46df-a0fa-1b70be649e1b tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:12.567768 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-38afde02-9465-45b8-9bba-e46913e000cb req-87b796aa-8826-46df-a0fa-1b70be649e1b tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 985 time: 0.1088543 May 14 09:47:12.628963 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-38afde02-9465-45b8-9bba-e46913e000cb req-7f81a1fd-be98-45a0-ba04-8491313f62fe tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&id=3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507019 May 14 09:47:12.784513 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:13.024543 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-08c0798e-4a52-4c27-9de9-993168c3b9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:13.841092 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71614a-ef06-490b-8b63-ba6889d43269 req-65ec14a3-63f2-4d8d-86de-e7a34f5c4375 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:13.842580 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ad71614a-ef06-490b-8b63-ba6889d43269 req-65ec14a3-63f2-4d8d-86de-e7a34f5c4375 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 985 time: 0.0881438 May 14 09:47:13.893667 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ad71614a-ef06-490b-8b63-ba6889d43269 req-c1ecf644-c244-4d93-82d8-395b0f31e116 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&id=3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441446 May 14 09:47:14.035090 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:14.053369 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device afa1df53-9ce0-4c3b-891f-e6d812f1b569 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:47:14.128067 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port afa1df53-9ce0-4c3b-891f-e6d812f1b569 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:14.128485 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:15.403624 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:15.778208 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:26.420203 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7e21fd37-870b-4795-b502-614d982c3768 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Synchronizing usage tracker for tenant:325a062c5ac24105b5e0918e48526c7b on resource:security_group {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:47:26.440810 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7e21fd37-870b-4795-b502-614d982c3768 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Unset dirty status for tenant:325a062c5ac24105b5e0918e48526c7b on resource:security_group {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:47:26.442152 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7e21fd37-870b-4795-b502-614d982c3768 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077012863&fields=id&tenant_id=325a062c5ac24105b5e0918e48526c7b HTTP/1.1" status: 200 len: 267 time: 0.0677245 May 14 09:47:26.606718 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-0498209b-d09e-41bd-968c-923a7fdaaae2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:26.608210 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-0498209b-d09e-41bd-968c-923a7fdaaae2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 811 time: 0.1590593 May 14 09:47:26.626573 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-1c887d90-3e25-475b-b40b-92f1da119b88 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/quotas/325a062c5ac24105b5e0918e48526c7b HTTP/1.1" status: 200 len: 375 time: 0.0108318 May 14 09:47:26.711922 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-3e916a3b-ba44-49c8-98a4-75846feac243 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797791 May 14 09:47:27.085580 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-63b07d6c-1072-40cf-938b-c51c899bdc98 service neutron] 10.222.0.30 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615956 May 14 09:47:27.232991 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-fef87775-7ad3-4ae3-933f-beec1a93fbfb service neutron] 10.222.0.30 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390057 May 14 09:47:27.663938 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2665895a-70c0-4288-8d65-8ea641b00171 req-3f6b9970-0e11-42c8-8e88-82d1258d4e46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 210 time: 0.0537679 May 14 09:47:28.837738 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-714563d8-ed46-40e7-9a5b-016e51ee6219 req-e6d2b804-8235-4e86-9f18-a6cd52a5c723 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 210 time: 0.0559921 May 14 09:47:28.907776 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-1b622c41-6a46-4876-bbc1-06130f9baeec tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:28.909316 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-1b622c41-6a46-4876-bbc1-06130f9baeec tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.77 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 811 time: 0.2244561 May 14 09:47:28.965022 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-f2085271-2092-48fa-a78e-9e1721300954 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=325a062c5ac24105b5e0918e48526c7b HTTP/1.1" status: 200 len: 380 time: 0.0455241 May 14 09:47:28.977439 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Request body: {'port': {'device_id': 'f621dfd2-5a91-46cc-a8ac-7454735cad9e', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'admin_state_up': True, 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'security_groups': ['e4151ec0-328d-4b4b-bb1b-d657256d39e4']}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:29.135397 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:29.140038 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Usage tracker for resource:port and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:29.143378 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:29.150017 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:29.164051 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Made reservation on behalf of 325a062c5ac24105b5e0918e48526c7b for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:47:29.167962 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:29.347139 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Allocated IP 172.20.0.11 (8337ff19-69e8-4b8e-807c-c17fafe739ae/9c105c90-bdda-475c-b937-1b7618745243/e8b8d354-5ab8-41f1-8119-cec61944c5d6) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:47:29.557060 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:29.574308 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Transition to ACTIVE for port object e8b8d354-5ab8-41f1-8119-cec61944c5d6 will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:47:29.607099 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:29.615086 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:29.674335 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Network 8337ff19-69e8-4b8e-807c-c17fafe739ae is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:47:29.677360 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:47:29.682207 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:47:29.738360 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'Port': ['ID=e8b8d354-5ab8-41f1-8119-cec61944c5d6,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:29.756330 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.756596 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.756968 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.757429 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.757786 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.759876 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.760228 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.760579 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.760934 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.761276 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.761614 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.761950 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.768254 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:29.790286 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:29.790940 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:29.818114 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8446343 May 14 09:47:29.833380 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Request body: {'port': {'device_id': 'f621dfd2-5a91-46cc-a8ac-7454735cad9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:29.954798 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:29.957693 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-d7954e80-ca93-4729-ab7d-b594f6663c73 None None] Provisioning for port e8b8d354-5ab8-41f1-8119-cec61944c5d6 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:47:29.963913 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-d7954e80-ca93-4729-ab7d-b594f6663c73 None None] Provisioning complete for port e8b8d354-5ab8-41f1-8119-cec61944c5d6 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:29.964298 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d7954e80-ca93-4729-ab7d-b594f6663c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:30.023556 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-d7954e80-ca93-4729-ab7d-b594f6663c73 None None] Port e8b8d354-5ab8-41f1-8119-cec61944c5d6 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:47:30.157775 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9cb46-a523-4e46-999d-39c36e736d76 req-ab820724-83a1-4b90-a697-2ceaa074916e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:30.158369 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-8ca9cb46-a523-4e46-999d-39c36e736d76 req-ab820724-83a1-4b90-a697-2ceaa074916e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Synchronizing usage tracker for tenant:325a062c5ac24105b5e0918e48526c7b on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:47:30.253366 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-8ca9cb46-a523-4e46-999d-39c36e736d76 req-ab820724-83a1-4b90-a697-2ceaa074916e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Unset dirty status for tenant:325a062c5ac24105b5e0918e48526c7b on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:47:30.254780 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8ca9cb46-a523-4e46-999d-39c36e736d76 req-ab820724-83a1-4b90-a697-2ceaa074916e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 932 time: 0.2880650 May 14 09:47:30.443145 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8ca9cb46-a523-4e46-999d-39c36e736d76 req-8446dc80-3871-463a-b8c2-2aa30fca4ba8 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811240 May 14 09:47:30.539121 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b8d354-5ab8-41f1-8119-cec61944c5d6 {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:47:30.547469 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:30.563834 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Transition to ACTIVE for port object e8b8d354-5ab8-41f1-8119-cec61944c5d6 will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:47:30.569956 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:30.573904 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-499bcd58-c156-42ec-abf6-111445898e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:30.713149 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Pushing event updated for resources: {'Port': ['ID=e8b8d354-5ab8-41f1-8119-cec61944c5d6,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:30.742215 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:30.829130 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Attempting to bind port e8b8d354-5ab8-41f1-8119-cec61944c5d6 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:47:30.829529 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Attempting to bind port e8b8d354-5ab8-41f1-8119-cec61944c5d6 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:47:30.829727 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Attempting to bind port e8b8d354-5ab8-41f1-8119-cec61944c5d6 on network 8337ff19-69e8-4b8e-807c-c17fafe739ae {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:47:30.835234 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Port e8b8d354-5ab8-41f1-8119-cec61944c5d6 on network 8337ff19-69e8-4b8e-807c-c17fafe739ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:47:30.835573 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Attempting to bind port e8b8d354-5ab8-41f1-8119-cec61944c5d6 on network 8337ff19-69e8-4b8e-807c-c17fafe739ae {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:47:30.842486 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:47:30.842664 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Checking segment: {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:47:30.843036 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Bound using segment: {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:47:30.843569 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Bound port: e8b8d354-5ab8-41f1-8119-cec61944c5d6, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:47:30.843954 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:30.954185 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] For port e8b8d354-5ab8-41f1-8119-cec61944c5d6, host hv-cinder-73414, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:47:30.957473 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] For port e8b8d354-5ab8-41f1-8119-cec61944c5d6, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e8b8d354-5ab8-41f1-8119-cec61944c5d6,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:47:30.963726 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:30.968819 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-01b81a14-cac0-483f-a7e5-9ef721afbdd1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:31.030006 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:31.030006 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:31.030006 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] 10.222.0.77 "PUT /v2.0/ports/e8b8d354-5ab8-41f1-8119-cec61944c5d6 HTTP/1.1" status: 200 len: 1094 time: 1.1968184 May 14 09:47:31.030006 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f621dfd2-5a91-46cc-a8ac-7454735cad9e', 'tag': 'e8b8d354-5ab8-41f1-8119-cec61944c5d6'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:47:31.056694 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Pushing event updated for resources: {'Port': ['ID=e8b8d354-5ab8-41f1-8119-cec61944c5d6,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:31.060050 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:31.157208 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-181e693c-ff9f-4e5a-a45a-dfff91cdea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:31.158679 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-181e693c-ff9f-4e5a-a45a-dfff91cdea32 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 1097 time: 0.0870712 May 14 09:47:31.161877 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f621dfd2-5a91-46cc-a8ac-7454735cad9e', 'tag': 'e8b8d354-5ab8-41f1-8119-cec61944c5d6', 'status': 'completed', 'code': 200} May 14 09:47:31.249385 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-153f94f7-6858-4c6e-8d59-6c01378579e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8b8d354-5ab8-41f1-8119-cec61944c5d6 HTTP/1.1" status: 200 len: 217 time: 0.0704699 May 14 09:47:31.319860 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-d9fbde75-f0c2-405e-a383-6e51951e188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:31.321601 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-d9fbde75-f0c2-405e-a383-6e51951e188f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c105c90-bdda-475c-b937-1b7618745243 HTTP/1.1" status: 200 len: 850 time: 0.0628047 May 14 09:47:31.408709 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-3ee2a35b-b81e-439f-80bd-8a2f7b57c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:31.410278 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-3ee2a35b-b81e-439f-80bd-8a2f7b57c051 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8337ff19-69e8-4b8e-807c-c17fafe739ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0795963 May 14 09:47:31.554746 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-a5006588-4cae-4b71-b7e3-2ee9786d15f3 service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363001 May 14 09:47:31.741194 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ac2691c6-5a04-48d5-a4bd-881c8da21bbc req-0e2ec8a4-4809-426b-b455-5fc66b735f69 service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496742 May 14 09:47:31.753754 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d732a3-cf6c-4fa4-9c17-96b1816e6ab0 req-9cb4c224-82af-4cc3-bf2d-e4ac5636178f tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:31.755298 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c4d732a3-cf6c-4fa4-9c17-96b1816e6ab0 req-9cb4c224-82af-4cc3-bf2d-e4ac5636178f tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 944 time: 0.1997061 May 14 09:47:31.808942 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c4d732a3-cf6c-4fa4-9c17-96b1816e6ab0 req-a558f710-cb02-4d46-8b1a-e23cb4572e96 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451369 May 14 09:47:31.891608 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a599fa2-56cd-4d5f-a745-1076148be0f2 req-c65872c1-3ee6-41fb-8e04-7b38b101ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:31.893113 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6a599fa2-56cd-4d5f-a745-1076148be0f2 req-c65872c1-3ee6-41fb-8e04-7b38b101ce21 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 1097 time: 0.0832958 May 14 09:47:32.048651 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a599fa2-56cd-4d5f-a745-1076148be0f2 req-1085713d-03ed-4fb8-b34f-738eb628ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:32.050022 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6a599fa2-56cd-4d5f-a745-1076148be0f2 req-1085713d-03ed-4fb8-b34f-738eb628ef91 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 912 time: 0.1502931 May 14 09:47:32.121286 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6a599fa2-56cd-4d5f-a745-1076148be0f2 req-6f34e6d9-1c6a-4eb5-b6f6-2a81bafa4132 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8b8d354-5ab8-41f1-8119-cec61944c5d6 HTTP/1.1" status: 200 len: 217 time: 0.0639133 May 14 09:47:32.199977 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a599fa2-56cd-4d5f-a745-1076148be0f2 req-600f13aa-3ab9-441b-bb18-4c19034e8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:32.201456 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6a599fa2-56cd-4d5f-a745-1076148be0f2 req-600f13aa-3ab9-441b-bb18-4c19034e8f81 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c105c90-bdda-475c-b937-1b7618745243 HTTP/1.1" status: 200 len: 850 time: 0.0685673 May 14 09:47:32.416960 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a599fa2-56cd-4d5f-a745-1076148be0f2 req-56d68af2-13e8-44b5-b40d-5eff3277e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:32.419048 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6a599fa2-56cd-4d5f-a745-1076148be0f2 req-56d68af2-13e8-44b5-b40d-5eff3277e348 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8337ff19-69e8-4b8e-807c-c17fafe739ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2095165 May 14 09:47:32.588612 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6a599fa2-56cd-4d5f-a745-1076148be0f2 req-340e64bb-6bfa-4f80-90bf-986a5557c5c4 service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569083 May 14 09:47:32.750591 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6a599fa2-56cd-4d5f-a745-1076148be0f2 req-b5165307-eef0-47a3-ba87-ea7e713463fc service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522791 May 14 09:47:33.033568 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca2880-20cc-4ce4-9fee-0aff0944acb9 req-ca0eb0b5-f229-479b-9fc5-06f8cb280fbe tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:33.035005 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5eca2880-20cc-4ce4-9fee-0aff0944acb9 req-ca0eb0b5-f229-479b-9fc5-06f8cb280fbe tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 944 time: 0.1115711 May 14 09:47:33.099172 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5eca2880-20cc-4ce4-9fee-0aff0944acb9 req-fe7cf168-5692-452b-8787-0eb12b2d1975 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577114 May 14 09:47:34.317678 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dde0a-386a-4438-959c-430b3c5e0ae7 req-d3aea9ca-8de2-42d7-86a1-43c32e8f84a0 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:34.319573 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-166dde0a-386a-4438-959c-430b3c5e0ae7 req-d3aea9ca-8de2-42d7-86a1-43c32e8f84a0 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 944 time: 0.0855584 May 14 09:47:34.390495 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-166dde0a-386a-4438-959c-430b3c5e0ae7 req-0664f7ba-deac-4811-bd7a-601f70ce07e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643942 May 14 09:47:35.625277 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c2099-ad94-4f12-ac9e-d4f7f312db39 req-d776be68-1b90-4ebc-a6c3-42dd49378884 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:35.626766 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a4c2099-ad94-4f12-ac9e-d4f7f312db39 req-d776be68-1b90-4ebc-a6c3-42dd49378884 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 944 time: 0.1020091 May 14 09:47:35.674114 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a4c2099-ad94-4f12-ac9e-d4f7f312db39 req-b11464ff-bd4d-4ea5-be7c-865d58737f41 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413475 May 14 09:47:36.873950 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460c381-fbf2-420d-9e12-4dddfb301f2f req-b0ffdee4-496a-49fb-a6c3-439382d36832 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:36.876786 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9460c381-fbf2-420d-9e12-4dddfb301f2f req-b0ffdee4-496a-49fb-a6c3-439382d36832 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 944 time: 0.0910041 May 14 09:47:36.927735 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9460c381-fbf2-420d-9e12-4dddfb301f2f req-b52f069f-7709-49db-9471-ec4a5b250418 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460057 May 14 09:47:38.052929 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:47:38.146475 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2b482-6514-44df-b211-913e119f025a req-b79c5ec8-1a78-42ae-a845-330b254c7846 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:38.148020 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d3f2b482-6514-44df-b211-913e119f025a req-b79c5ec8-1a78-42ae-a845-330b254c7846 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 944 time: 0.1034586 May 14 09:47:38.201586 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d3f2b482-6514-44df-b211-913e119f025a req-09737a19-e07e-49d6-9141-7b54ab583c48 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477493 May 14 09:47:39.419820 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d009f55-061c-49f0-a7bf-49fb4c80c2cd req-0f70eb3f-4e2f-4d30-832f-fc11ed6234f5 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:39.421806 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4d009f55-061c-49f0-a7bf-49fb4c80c2cd req-0f70eb3f-4e2f-4d30-832f-fc11ed6234f5 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 944 time: 0.0987093 May 14 09:47:39.479379 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4d009f55-061c-49f0-a7bf-49fb4c80c2cd req-17a77a18-85b4-453b-b7a1-8bfab4f79fd6 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466485 May 14 09:47:39.607612 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53466fa6-d8aa-4335-ba8e-8d2611335c16 req-cd3dd608-f5f7-4a6e-8d04-4ca77dacf612 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:39.609384 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-53466fa6-d8aa-4335-ba8e-8d2611335c16 req-cd3dd608-f5f7-4a6e-8d04-4ca77dacf612 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.1019526 May 14 09:47:39.658831 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-53466fa6-d8aa-4335-ba8e-8d2611335c16 req-dbca501e-8944-48a4-93c8-3977a1914cc2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 May 14 09:47:40.387662 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-3d6b610c-4784-435d-ad95-ccf7f75a756d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:40.706344 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3a819-916c-4e63-aacb-0fa89a7adfb4 req-3293a302-b74c-403a-9c84-d1ef12f1e3c0 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:40.707918 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-acf3a819-916c-4e63-aacb-0fa89a7adfb4 req-3293a302-b74c-403a-9c84-d1ef12f1e3c0 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 944 time: 0.0949781 May 14 09:47:40.761289 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-acf3a819-916c-4e63-aacb-0fa89a7adfb4 req-c02dfd76-3fc3-4210-a542-1ee3f7744cde tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450902 May 14 09:47:40.784052 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device e8b8d354-5ab8-41f1-8119-cec61944c5d6 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:47:40.866724 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223d4b6-7d62-4fbe-88b2-74ef55b94f2f req-2644cffd-ec7c-4ab9-b4e6-4ce13c066210 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:40.868417 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4223d4b6-7d62-4fbe-88b2-74ef55b94f2f req-2644cffd-ec7c-4ab9-b4e6-4ce13c066210 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.0879941 May 14 09:47:40.918606 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4223d4b6-7d62-4fbe-88b2-74ef55b94f2f req-ec258b0f-bcf0-4de5-a00e-5006c894a9f0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436504 May 14 09:47:40.926366 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port e8b8d354-5ab8-41f1-8119-cec61944c5d6, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e8b8d354-5ab8-41f1-8119-cec61944c5d6,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:40.945863 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': 'e8b8d354-5ab8-41f1-8119-cec61944c5d6', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'port_id': 'e8b8d354-5ab8-41f1-8119-cec61944c5d6', 'mac_address': 'fa:16:3e:c6:58:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:47:41.017278 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:41.037786 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b8d354-5ab8-41f1-8119-cec61944c5d6 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:47:41.057966 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port e8b8d354-5ab8-41f1-8119-cec61944c5d6, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e8b8d354-5ab8-41f1-8119-cec61944c5d6,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:41.068591 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:41.072134 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:41.151359 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=e8b8d354-5ab8-41f1-8119-cec61944c5d6,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:41.159787 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:41.160041 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:41.160255 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:41.160584 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:41.160917 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:41.161239 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:41.161644 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:41.162909 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:41.162909 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:41.162909 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:41.162909 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:41.163669 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:41.168014 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:41.345349 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['e8b8d354-5ab8-41f1-8119-cec61944c5d6'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:47:41.981239 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ccdc-c7a2-462b-8a6d-5b1ec57cc7cc req-1e35b0ed-9378-4ace-a592-db58f9892199 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:41.982714 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f647ccdc-c7a2-462b-8a6d-5b1ec57cc7cc req-1e35b0ed-9378-4ace-a592-db58f9892199 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 945 time: 0.1074367 May 14 09:47:42.030435 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f647ccdc-c7a2-462b-8a6d-5b1ec57cc7cc req-9577f21c-2a98-48ad-a9a8-0d885c8ab391 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402052 May 14 09:47:42.120492 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9ab09-9e2b-4d58-864a-b99d7e0a09bc req-fbeb8d86-9630-4dae-b7d6-1d0aa030066a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:42.121932 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-97e9ab09-9e2b-4d58-864a-b99d7e0a09bc req-fbeb8d86-9630-4dae-b7d6-1d0aa030066a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.0863173 May 14 09:47:42.175689 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-97e9ab09-9e2b-4d58-864a-b99d7e0a09bc req-a0f4063e-632d-436c-b749-1f225a105fee tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472100 May 14 09:47:42.784980 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device e8b8d354-5ab8-41f1-8119-cec61944c5d6 up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:47:42.816490 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:42.863233 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port e8b8d354-5ab8-41f1-8119-cec61944c5d6 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:47:42.869941 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port e8b8d354-5ab8-41f1-8119-cec61944c5d6 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:42.870447 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:43.002488 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:43.038163 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-89e48150-3cac-4026-8140-1663c17a28c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:43.047589 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f621dfd2-5a91-46cc-a8ac-7454735cad9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b8d354-5ab8-41f1-8119-cec61944c5d6'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:47:43.061560 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port e8b8d354-5ab8-41f1-8119-cec61944c5d6, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e8b8d354-5ab8-41f1-8119-cec61944c5d6,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:43.068006 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:43.072667 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-748a3f6b-6b1c-40f0-9936-407a58757802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:43.106258 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f621dfd2-5a91-46cc-a8ac-7454735cad9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b8d354-5ab8-41f1-8119-cec61944c5d6', 'code': 200} May 14 09:47:43.155129 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=e8b8d354-5ab8-41f1-8119-cec61944c5d6,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:43.159194 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:43.245195 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74294c1-a3be-46c7-84f9-36a82bd8d74d req-07fa938c-87d6-452c-bbda-f6e1d91e2129 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:43.247590 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c74294c1-a3be-46c7-84f9-36a82bd8d74d req-07fa938c-87d6-452c-bbda-f6e1d91e2129 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 946 time: 0.0932865 May 14 09:47:43.495028 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c74294c1-a3be-46c7-84f9-36a82bd8d74d req-8279d0ce-f855-4ea8-836a-1647bcdeb7b8 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405651 May 14 09:47:43.567088 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59ff2c-e674-4e4b-aea5-f5a99cf2446b req-4ab97155-3bf0-488c-bd4c-973f00db1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:43.568756 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5e59ff2c-e674-4e4b-aea5-f5a99cf2446b req-4ab97155-3bf0-488c-bd4c-973f00db1732 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 1099 time: 0.1182139 May 14 09:47:43.602217 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abca515-bf89-489f-a8ba-a6b3aaad1c19 req-5accddb7-46c6-48be-a87b-46c0b87273be tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:43.603914 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7abca515-bf89-489f-a8ba-a6b3aaad1c19 req-5accddb7-46c6-48be-a87b-46c0b87273be tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.3106241 May 14 09:47:43.658109 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5e59ff2c-e674-4e4b-aea5-f5a99cf2446b req-91605324-2dc1-4480-9c25-6206cf00bab1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804276 May 14 09:47:43.670345 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7abca515-bf89-489f-a8ba-a6b3aaad1c19 req-7b01f345-bda5-4ef9-9731-6a2d28fc2ee7 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599053 May 14 09:47:44.039034 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:44.692279 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec14859-ec0b-4923-a06b-9d86eb3c176a req-dfea3c03-fa0a-4a95-b5aa-4ae0c677d198 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:44.693675 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cec14859-ec0b-4923-a06b-9d86eb3c176a req-dfea3c03-fa0a-4a95-b5aa-4ae0c677d198 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 946 time: 0.0855083 May 14 09:47:44.741362 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cec14859-ec0b-4923-a06b-9d86eb3c176a req-0db1aaab-37f9-44b4-bcf3-8566c66b1aa7 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421193 May 14 09:47:44.983722 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5036c-e56a-4bfc-bcdd-3e42b8c210f0 req-2fc2c8dc-013a-4c3d-a5fc-5f661874532f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:44.985062 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c6e5036c-e56a-4bfc-bcdd-3e42b8c210f0 req-2fc2c8dc-013a-4c3d-a5fc-5f661874532f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.1415513 May 14 09:47:44.996844 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927910b-2409-4d1a-8505-b9ee56430e80 req-2f91cb42-2361-4567-af90-b0d608f0cb24 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:44.998286 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7927910b-2409-4d1a-8505-b9ee56430e80 req-2f91cb42-2361-4567-af90-b0d608f0cb24 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 946 time: 0.1182637 May 14 09:47:45.070183 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c6e5036c-e56a-4bfc-bcdd-3e42b8c210f0 req-063e5aed-3f35-415f-859f-c3338f55ffc1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709407 May 14 09:47:45.074866 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7927910b-2409-4d1a-8505-b9ee56430e80 req-02655f14-3c2b-488f-a660-f0571daf2fb4 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626001 May 14 09:47:45.098352 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 34476) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:45.245714 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b044e0d2-4dae-45e9-ad13-4f518dfd673e tempest-TestVolumeBootPattern-2032755390 tempest-TestVolumeBootPattern-2032755390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:45.247244 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-b044e0d2-4dae-45e9-ad13-4f518dfd673e tempest-TestVolumeBootPattern-2032755390 tempest-TestVolumeBootPattern-2032755390-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 1094 time: 0.1476765 May 14 09:47:45.252509 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34482) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:45.260512 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Request body: {'floatingip': {'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'port_id': 'e8b8d354-5ab8-41f1-8119-cec61944c5d6', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:45.269585 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:45.276630 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Usage tracker for resource:floatingip and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:45.280719 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:45.287717 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:45.305285 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for floatingip, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:45.427295 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:45.478533 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:45.650225 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Allocated IP 172.27.2.102 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/fcfc4b3d-0ad8-48e9-9ba3-7fcfad9305fc) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:47:45.785550 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:45.812638 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:45.844204 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:45.849200 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:45.910078 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:47:45.913014 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:47:45.921907 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:47:45.952715 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'Port': ['ID=fcfc4b3d-0ad8-48e9-9ba3-7fcfad9305fc,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:45.967089 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:45.967459 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:45.967999 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:45.968201 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:45.968551 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:45.968901 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:45.969249 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:45.969592 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:45.969942 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:45.970298 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:45.970680 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:45.971226 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:45.976037 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:46.272726 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2714c-7ac0-4dc9-9add-789a8849774d req-1178085b-cba3-4673-9779-fba8fbe3af0e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:46.274054 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2ee2714c-7ac0-4dc9-9add-789a8849774d req-1178085b-cba3-4673-9779-fba8fbe3af0e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.0857232 May 14 09:47:46.326148 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2ee2714c-7ac0-4dc9-9add-789a8849774d req-76ab9c30-fd99-4356-8921-a7a297cb6bcb tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462534 May 14 09:47:46.359091 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:46.438280 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:46.652488 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:46.658736 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:46.662323 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:46.764913 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'Port': ['ID=fcfc4b3d-0ad8-48e9-9ba3-7fcfad9305fc,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:46.769331 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:46.783812 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:47.043801 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.l3_db [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Floating IP 5aa37b46-caa8-45a0-86ec-f20fa5abb686 associated. External IP: 172.27.2.102, port: e8b8d354-5ab8-41f1-8119-cec61944c5d6. May 14 09:47:47.412018 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Router e417fd41-372f-4a37-9f06-fa3f4ae4f527 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:47:47.534306 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa979eb-45e8-48c2-889b-e158b7500aef req-04d6e68f-779f-4d02-bb56-a209e93b0ce0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:47.535977 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8aa979eb-45e8-48c2-889b-e158b7500aef req-04d6e68f-779f-4d02-bb56-a209e93b0ce0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.0901997 May 14 09:47:47.589506 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8aa979eb-45e8-48c2-889b-e158b7500aef req-2813bd9b-135e-4e55-9554-cc2bd2e947ab tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468049 May 14 09:47:47.612553 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:47:47.622322 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963933e0-3420-4124-b093-46856d60a0dd None None] Sync routers for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:47:47.632411 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963933e0-3420-4124-b093-46856d60a0dd None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:47:47.633065 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-963933e0-3420-4124-b093-46856d60a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:47:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:47.639610 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:47.708898 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4547262 May 14 09:47:47.709616 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f621dfd2-5a91-46cc-a8ac-7454735cad9e', 'tag': 'e8b8d354-5ab8-41f1-8119-cec61944c5d6'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:47:47.771985 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f621dfd2-5a91-46cc-a8ac-7454735cad9e', 'tag': 'e8b8d354-5ab8-41f1-8119-cec61944c5d6', 'status': 'completed', 'code': 200} May 14 09:47:47.829563 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-963933e0-3420-4124-b093-46856d60a0dd None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:47:47.879187 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e4685-c116-4619-bc0b-1b76e7a45542 req-916ad975-39d9-4d9b-834b-066a0ea3a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:47.880601 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-238e4685-c116-4619-bc0b-1b76e7a45542 req-916ad975-39d9-4d9b-834b-066a0ea3a3f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 1099 time: 0.0821061 May 14 09:47:48.027169 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e4685-c116-4619-bc0b-1b76e7a45542 req-69d342d4-c525-4ec4-a92a-e2140f0cef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:48.028812 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-238e4685-c116-4619-bc0b-1b76e7a45542 req-69d342d4-c525-4ec4-a92a-e2140f0cef78 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 912 time: 0.1413560 May 14 09:47:48.152633 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-238e4685-c116-4619-bc0b-1b76e7a45542 req-f25ad9f7-afbe-4127-8dc2-f78ffc0285f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8b8d354-5ab8-41f1-8119-cec61944c5d6 HTTP/1.1" status: 200 len: 1000 time: 0.1158025 May 14 09:47:48.210921 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-963933e0-3420-4124-b093-46856d60a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': '5aa37b46-caa8-45a0-86ec-f20fa5abb686', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'port_id': 'e8b8d354-5ab8-41f1-8119-cec61944c5d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'mac_address': 'fa:16:3e:c6:58:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621dfd2-5a91-46cc-a8ac-7454735cad9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:47:46Z', 'updated_at': '2021-05-14T09:47:46Z', 'revision_number': 0, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:48.214891 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963933e0-3420-4124-b093-46856d60a0dd None None] Checking router: e417fd41-372f-4a37-9f06-fa3f4ae4f527 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:47:48.223933 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963933e0-3420-4124-b093-46856d60a0dd None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:47:48.224545 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-963933e0-3420-4124-b093-46856d60a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:47:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:48.232235 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e4685-c116-4619-bc0b-1b76e7a45542 req-404f1245-058d-4217-bbcb-f27510fb2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:48.233692 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-238e4685-c116-4619-bc0b-1b76e7a45542 req-404f1245-058d-4217-bbcb-f27510fb2e5f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c105c90-bdda-475c-b937-1b7618745243 HTTP/1.1" status: 200 len: 850 time: 0.0728037 May 14 09:47:48.314856 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e4685-c116-4619-bc0b-1b76e7a45542 req-db46cd52-77d3-405f-8af0-e9f353e02d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:48.316621 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-238e4685-c116-4619-bc0b-1b76e7a45542 req-db46cd52-77d3-405f-8af0-e9f353e02d94 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8337ff19-69e8-4b8e-807c-c17fafe739ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0761316 May 14 09:47:48.439173 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-963933e0-3420-4124-b093-46856d60a0dd None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:47:48.463645 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-238e4685-c116-4619-bc0b-1b76e7a45542 req-6dd23577-c4db-4639-9a41-2c0282f723fa service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369476 May 14 09:47:48.608289 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-238e4685-c116-4619-bc0b-1b76e7a45542 req-d4e8d2d6-4e61-4946-8cfe-676034e1578c service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374245 May 14 09:47:48.811405 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860d19a-1e39-425a-8024-8e0e6170d84c req-124a76fe-ed7a-419b-a389-59ce8cd1b66b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:48.812891 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e860d19a-1e39-425a-8024-8e0e6170d84c req-124a76fe-ed7a-419b-a389-59ce8cd1b66b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.0961564 May 14 09:47:48.820659 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-963933e0-3420-4124-b093-46856d60a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': '5aa37b46-caa8-45a0-86ec-f20fa5abb686', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'port_id': 'e8b8d354-5ab8-41f1-8119-cec61944c5d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'mac_address': 'fa:16:3e:c6:58:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621dfd2-5a91-46cc-a8ac-7454735cad9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:47:46Z', 'updated_at': '2021-05-14T09:47:46Z', 'revision_number': 0, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:48.824775 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963933e0-3420-4124-b093-46856d60a0dd None None] The sync data for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi is: [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': '5aa37b46-caa8-45a0-86ec-f20fa5abb686', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'port_id': 'e8b8d354-5ab8-41f1-8119-cec61944c5d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'mac_address': 'fa:16:3e:c6:58:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621dfd2-5a91-46cc-a8ac-7454735cad9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:47:46Z', 'updated_at': '2021-05-14T09:47:46Z', 'revision_number': 0, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:47:48.868905 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e860d19a-1e39-425a-8024-8e0e6170d84c req-209cbe7e-a112-419f-b33c-f9b81249bf2f tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497863 May 14 09:47:49.039761 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9f6dca-eb73-4416-96e1-b0090538aa94 None None] New status for floating IP 5aa37b46-caa8-45a0-86ec-f20fa5abb686: ACTIVE {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:47:50.098613 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac3ca6-89ce-42f6-9cd2-dc5e0865c31b req-62638f1e-ae95-4056-8f32-b84b53cf44f7 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:50.100253 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-caac3ca6-89ce-42f6-9cd2-dc5e0865c31b req-62638f1e-ae95-4056-8f32-b84b53cf44f7 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.0890598 May 14 09:47:50.148473 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-caac3ca6-89ce-42f6-9cd2-dc5e0865c31b req-30b72162-6c4b-4b76-8187-66b472d2c8d0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419583 May 14 09:47:51.370469 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67e2fd-5803-40d3-9a1f-4089e615eaf1 req-db98f8de-5f2d-4165-bc3f-55c71b40dbc2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:51.371962 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-de67e2fd-5803-40d3-9a1f-4089e615eaf1 req-db98f8de-5f2d-4165-bc3f-55c71b40dbc2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.0971172 May 14 09:47:51.428712 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-de67e2fd-5803-40d3-9a1f-4089e615eaf1 req-ea358ef1-0a52-49bc-9230-00187008c773 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504518 May 14 09:47:51.542253 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-aecfe779-e74f-4b66-8b06-b81490f71e20 req-bbe03e71-4390-4598-ba00-e8c6f81c8e3f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802121 May 14 09:47:51.814868 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfe779-e74f-4b66-8b06-b81490f71e20 req-829384d0-76ab-4c93-aff7-e375cf5c8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:51.816445 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-aecfe779-e74f-4b66-8b06-b81490f71e20 req-829384d0-76ab-4c93-aff7-e375cf5c8a9e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=85ca02835c3c40c4b255bab3610e8a22&device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 1138 time: 0.1838598 May 14 09:47:51.991366 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfe779-e74f-4b66-8b06-b81490f71e20 req-029c96a1-f8c6-447f-9853-65faab8de757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:51.992767 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-aecfe779-e74f-4b66-8b06-b81490f71e20 req-029c96a1-f8c6-447f-9853-65faab8de757 service neutron] 10.222.0.77 "GET /v2.0/networks?id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b HTTP/1.1" status: 200 len: 915 time: 0.1517508 May 14 09:47:52.115659 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-aecfe779-e74f-4b66-8b06-b81490f71e20 req-c73e040f-e1b3-4f09-a29e-5b031f5c388a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=908c5e1d-8d5a-4f8d-8be1-c14f308306fb HTTP/1.1" status: 200 len: 1002 time: 0.1127343 May 14 09:47:52.185260 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfe779-e74f-4b66-8b06-b81490f71e20 req-2ab60bbe-92a7-4ddb-aa43-6e938c37aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:52.186745 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-aecfe779-e74f-4b66-8b06-b81490f71e20 req-2ab60bbe-92a7-4ddb-aa43-6e938c37aef1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc543ef6-9e80-42ed-9048-68a126d3a0a3 HTTP/1.1" status: 200 len: 853 time: 0.0646172 May 14 09:47:52.277846 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfe779-e74f-4b66-8b06-b81490f71e20 req-0fab7b15-1cf5-4bf2-a7ae-bd2587ea6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:52.279234 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-aecfe779-e74f-4b66-8b06-b81490f71e20 req-0fab7b15-1cf5-4bf2-a7ae-bd2587ea6080 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0819879 May 14 09:47:52.475927 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-aecfe779-e74f-4b66-8b06-b81490f71e20 req-8bb1fc83-8881-41ea-8561-4599e2372203 service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885672 May 14 09:47:52.674379 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-aecfe779-e74f-4b66-8b06-b81490f71e20 req-13c8393d-2d3e-4f59-919d-679cc1f67f9f service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913223 May 14 09:47:52.719513 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d04e4b-2ceb-4512-8791-3940839c84ed req-f28186d5-7d70-4118-b0bb-3c5a3c564f94 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:52.721419 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b8d04e4b-2ceb-4512-8791-3940839c84ed req-f28186d5-7d70-4118-b0bb-3c5a3c564f94 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.1139309 May 14 09:47:52.779952 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b8d04e4b-2ceb-4512-8791-3940839c84ed req-1c0e21f2-f68f-415c-8ea8-b48993041abd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466461 May 14 09:47:52.864185 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device bbc7a157-72c2-4d55-b4b9-5db41297a92a details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:47:53.042643 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port bbc7a157-72c2-4d55-b4b9-5db41297a92a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:53.060515 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'port_id': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'mac_address': 'fa:16:3e:c1:db:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:47:53.126964 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:53.152529 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbc7a157-72c2-4d55-b4b9-5db41297a92a {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:47:53.173769 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port bbc7a157-72c2-4d55-b4b9-5db41297a92a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:53.182622 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:53.195302 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-67491239-2108-4b4a-b4b3-4ed29528927f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:53.281402 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=bbc7a157-72c2-4d55-b4b9-5db41297a92a,revision_number=6']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:53.285188 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:53.304762 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['bbc7a157-72c2-4d55-b4b9-5db41297a92a'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:47:54.055693 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cf7b7-6f55-438d-9149-dc53fc32d85c req-03aa5b80-4c26-4833-9cf7-b0155aa589d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:54.057523 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-765cf7b7-6f55-438d-9149-dc53fc32d85c req-03aa5b80-4c26-4833-9cf7-b0155aa589d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 944 time: 0.1480939 May 14 09:47:54.136518 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-765cf7b7-6f55-438d-9149-dc53fc32d85c req-7a095a0f-6451-4079-9236-4e7bd997befc tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681820 May 14 09:47:54.868253 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device bbc7a157-72c2-4d55-b4b9-5db41297a92a up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:47:54.970885 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port bbc7a157-72c2-4d55-b4b9-5db41297a92a triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:54.971309 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:55.106715 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:55.138405 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:47:55.149990 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port bbc7a157-72c2-4d55-b4b9-5db41297a92a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:55.156666 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:55.161372 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-748a3f6b-6b1c-40f0-9936-407a58757802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:55.265381 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'code': 200} May 14 09:47:55.333818 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=bbc7a157-72c2-4d55-b4b9-5db41297a92a,revision_number=7']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:55.337908 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:55.477651 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf78e2-038c-45e6-a203-3569470e8f89 req-1d16804f-e9a1-4863-96dd-dc564f5e7a81 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:55.479441 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5cbf78e2-038c-45e6-a203-3569470e8f89 req-1d16804f-e9a1-4863-96dd-dc564f5e7a81 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.0930185 May 14 09:47:55.530898 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5cbf78e2-038c-45e6-a203-3569470e8f89 req-6777a7d8-147c-44dc-82fd-153e6f7df7b2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453520 May 14 09:47:56.797694 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad448c3-1d49-40d7-81c1-770fad79e147 req-3093a68a-39b6-47dd-a572-b0edf7f1abc6 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:56.800511 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7ad448c3-1d49-40d7-81c1-770fad79e147 req-3093a68a-39b6-47dd-a572-b0edf7f1abc6 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.1213472 May 14 09:47:56.867771 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7ad448c3-1d49-40d7-81c1-770fad79e147 req-964fb9a5-9c7d-462c-8e7d-9e0110271bbd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583336 May 14 09:47:58.151215 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f87904-be5c-45d5-b42b-893b3ad7d6d2 req-3f20765c-9131-4263-95b6-ea61499a3c69 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:58.153485 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-13f87904-be5c-45d5-b42b-893b3ad7d6d2 req-3f20765c-9131-4263-95b6-ea61499a3c69 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.1102920 May 14 09:47:58.208160 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-13f87904-be5c-45d5-b42b-893b3ad7d6d2 req-33e37973-6aef-4da5-adbc-c9e17032a176 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478439 May 14 09:47:59.461714 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed305ac-2cf2-4ba0-a012-0e01bc8f5824 req-a88f8035-40f0-4b56-a630-147443121d03 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:59.465937 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3ed305ac-2cf2-4ba0-a012-0e01bc8f5824 req-a88f8035-40f0-4b56-a630-147443121d03 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.0982955 May 14 09:47:59.525014 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3ed305ac-2cf2-4ba0-a012-0e01bc8f5824 req-e8b92bb9-dea0-4100-8112-660e4e2b38b6 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521905 May 14 09:48:00.773951 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05a68d-dd12-4add-b1af-2a60a4a1c12a req-1d964658-0d0f-4e9a-80bc-425c9ca34304 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:00.775994 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-da05a68d-dd12-4add-b1af-2a60a4a1c12a req-1d964658-0d0f-4e9a-80bc-425c9ca34304 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.1142342 May 14 09:48:00.839008 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-da05a68d-dd12-4add-b1af-2a60a4a1c12a req-b2543332-2910-4968-8e5a-695421e788f1 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523336 May 14 09:48:02.098031 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b7bf3-f29e-4a9f-a99f-b29e27ce63a5 req-8e3b9d34-9d8e-4738-9dc8-4faa16da502d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:02.099193 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-737b7bf3-f29e-4a9f-a99f-b29e27ce63a5 req-8e3b9d34-9d8e-4738-9dc8-4faa16da502d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.0972323 May 14 09:48:02.152051 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-737b7bf3-f29e-4a9f-a99f-b29e27ce63a5 req-0b3d3a50-e96e-4383-b7fb-c1beaac927ac tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471680 May 14 09:48:02.924136 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716bc1c-0034-4bb3-8d3a-ebde4a3bace8 req-509edf58-abf9-4840-b074-32af8adf2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:02.925791 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3716bc1c-0034-4bb3-8d3a-ebde4a3bace8 req-509edf58-abf9-4840-b074-32af8adf2415 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=48873c3bcf674a0593730b514b4ffa39&device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 1098 time: 0.0771749 May 14 09:48:03.188807 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716bc1c-0034-4bb3-8d3a-ebde4a3bace8 req-73dadda6-c3f7-4907-bba2-2d31ef366e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:03.190219 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3716bc1c-0034-4bb3-8d3a-ebde4a3bace8 req-73dadda6-c3f7-4907-bba2-2d31ef366e37 service neutron] 10.222.0.77 "GET /v2.0/networks?id=33793f62-2dd2-41d9-955d-c771f928128f HTTP/1.1" status: 200 len: 918 time: 0.2571974 May 14 09:48:03.333948 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3716bc1c-0034-4bb3-8d3a-ebde4a3bace8 req-f8b2f7e8-e1bc-4e88-9df7-22a7787fb5d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a HTTP/1.1" status: 200 len: 1001 time: 0.1369741 May 14 09:48:03.405759 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716bc1c-0034-4bb3-8d3a-ebde4a3bace8 req-24501ccb-b242-4654-97ce-0cec0aa21332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:03.407212 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3716bc1c-0034-4bb3-8d3a-ebde4a3bace8 req-24501ccb-b242-4654-97ce-0cec0aa21332 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a HTTP/1.1" status: 200 len: 856 time: 0.0666752 May 14 09:48:03.464515 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4648b9-aca3-41a0-b670-9069c0c67dea req-2df08919-72b1-4fd8-b833-7dd46908cb51 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:03.465817 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2e4648b9-aca3-41a0-b670-9069c0c67dea req-2df08919-72b1-4fd8-b833-7dd46908cb51 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.1852772 May 14 09:48:03.523770 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2e4648b9-aca3-41a0-b670-9069c0c67dea req-bbb155b5-44bf-43a3-b4bf-ea0a5bbbc764 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517719 May 14 09:48:03.537952 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716bc1c-0034-4bb3-8d3a-ebde4a3bace8 req-e7337ede-948f-4da7-bff0-98a348e5f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:03.540240 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3716bc1c-0034-4bb3-8d3a-ebde4a3bace8 req-e7337ede-948f-4da7-bff0-98a348e5f841 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33793f62-2dd2-41d9-955d-c771f928128f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1239696 May 14 09:48:03.681684 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3716bc1c-0034-4bb3-8d3a-ebde4a3bace8 req-a9c0df6e-1044-4bfd-9f89-1fd3f75a24ce service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329813 May 14 09:48:03.829320 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3716bc1c-0034-4bb3-8d3a-ebde4a3bace8 req-7933214d-1c69-4312-9acd-48f3b359a967 service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395254 May 14 09:48:04.724881 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c961f-47f4-48f8-9295-079675c9f74e req-5a4c17d7-030c-4f36-88bd-c54de1e6af9e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:04.726497 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8f2c961f-47f4-48f8-9295-079675c9f74e req-5a4c17d7-030c-4f36-88bd-c54de1e6af9e tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 945 time: 0.0894976 May 14 09:48:04.776499 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8f2c961f-47f4-48f8-9295-079675c9f74e req-76a4ff34-7bfc-4187-9148-e62914e8eb68 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436676 May 14 09:48:04.910201 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device bbc7a157-72c2-4d55-b4b9-5db41297a92a no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:05.032862 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:05.067126 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:48:05.083486 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port bbc7a157-72c2-4d55-b4b9-5db41297a92a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:05.089520 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:05.091503 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:05.126089 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'code': 200} May 14 09:48:05.161606 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=bbc7a157-72c2-4d55-b4b9-5db41297a92a,revision_number=8']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:05.164989 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:05.982033 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4e442-2f6c-46fa-b076-f4fafabc89bb req-05fd9cb7-f3a8-4e7b-81e3-0c6fb004043a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:05.983937 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-62e4e442-2f6c-46fa-b076-f4fafabc89bb req-05fd9cb7-f3a8-4e7b-81e3-0c6fb004043a tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.0892551 May 14 09:48:06.033836 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-62e4e442-2f6c-46fa-b076-f4fafabc89bb req-9c7f574a-4655-4603-942c-7046cd545e96 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436983 May 14 09:48:07.684341 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab2c19-e80e-4cb1-b6bf-202c0043a1b6 req-0ecb3fff-cef4-4311-8335-98dd33748a21 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:07.685698 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bab2c19-e80e-4cb1-b6bf-202c0043a1b6 req-0ecb3fff-cef4-4311-8335-98dd33748a21 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.1435132 May 14 09:48:07.688549 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f263a7cc-f354-4b8a-92bb-5d6b0222f27f req-bc63aee8-a72c-45d3-b00c-ca7fb83d9376 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1142676 May 14 09:48:07.735644 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4bab2c19-e80e-4cb1-b6bf-202c0043a1b6 req-2de878b6-a6e0-4d0e-8655-d8aae994aefc tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435209 May 14 09:48:08.655875 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263a7cc-f354-4b8a-92bb-5d6b0222f27f req-3d2c2ccc-7273-409c-b108-b7ba19ebfe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:08.657347 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f263a7cc-f354-4b8a-92bb-5d6b0222f27f req-3d2c2ccc-7273-409c-b108-b7ba19ebfe29 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8&tenant_id=48873c3bcf674a0593730b514b4ffa39 HTTP/1.1" status: 200 len: 1096 time: 0.0746262 May 14 09:48:08.761775 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263a7cc-f354-4b8a-92bb-5d6b0222f27f req-be4965b2-907e-48cf-b49f-b92e884b89e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:08.763152 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f263a7cc-f354-4b8a-92bb-5d6b0222f27f req-be4965b2-907e-48cf-b49f-b92e884b89e2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=48873c3bcf674a0593730b514b4ffa39&device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 1096 time: 0.0790660 May 14 09:48:08.924525 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device bbc7a157-72c2-4d55-b4b9-5db41297a92a no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:08.946087 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263a7cc-f354-4b8a-92bb-5d6b0222f27f req-2658c10d-7b09-4469-a3c5-75e723a17f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:08.947550 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f263a7cc-f354-4b8a-92bb-5d6b0222f27f req-2658c10d-7b09-4469-a3c5-75e723a17f3e service neutron] 10.222.0.77 "GET /v2.0/networks?id=33793f62-2dd2-41d9-955d-c771f928128f HTTP/1.1" status: 200 len: 918 time: 0.1779304 May 14 09:48:09.028086 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c12aa4-c07f-43e7-81db-616a16d7252d req-fd3cb66b-50d3-45fe-90fe-73b565a9bb08 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:09.029537 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-08c12aa4-c07f-43e7-81db-616a16d7252d req-fd3cb66b-50d3-45fe-90fe-73b565a9bb08 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.1820798 May 14 09:48:09.101040 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f263a7cc-f354-4b8a-92bb-5d6b0222f27f req-73cf9acf-acaa-4cc1-a70e-c7a72a6b3747 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a HTTP/1.1" status: 200 len: 999 time: 0.1393495 May 14 09:48:09.254105 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-08c12aa4-c07f-43e7-81db-616a16d7252d req-fef066c5-ae73-4066-9b26-d1b79f1836ff tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154877 May 14 09:48:09.284653 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263a7cc-f354-4b8a-92bb-5d6b0222f27f req-6d927836-a8aa-42b1-b0b0-d514af6d1a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:09.286013 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f263a7cc-f354-4b8a-92bb-5d6b0222f27f req-6d927836-a8aa-42b1-b0b0-d514af6d1a5a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a HTTP/1.1" status: 200 len: 856 time: 0.1768353 May 14 09:48:09.365512 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263a7cc-f354-4b8a-92bb-5d6b0222f27f req-d2b78479-0316-4910-be28-19a7a2d25de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:09.366978 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f263a7cc-f354-4b8a-92bb-5d6b0222f27f req-d2b78479-0316-4910-be28-19a7a2d25de9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33793f62-2dd2-41d9-955d-c771f928128f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0738759 May 14 09:48:09.505388 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f263a7cc-f354-4b8a-92bb-5d6b0222f27f req-442b240d-f952-435f-97a8-dd98948d8fa3 service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295888 May 14 09:48:09.642134 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f263a7cc-f354-4b8a-92bb-5d6b0222f27f req-b7d9a0c1-a523-4eca-9b37-829cd2f17148 service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287792 May 14 09:48:10.358586 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-95d98fef-6207-459c-9c55-704e75555cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:10.509752 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634b4b4-6249-42ba-9c38-38d8f1e1064e req-6875c64e-f3aa-45e6-abcb-a19fcd164118 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:10.512036 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5634b4b4-6249-42ba-9c38-38d8f1e1064e req-6875c64e-f3aa-45e6-abcb-a19fcd164118 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.0902755 May 14 09:48:10.559166 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5634b4b4-6249-42ba-9c38-38d8f1e1064e req-fb7eee29-5c26-4f65-a7ec-c6e5a4602177 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413413 May 14 09:48:11.777480 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e09b92-fd0b-4c98-b9e9-4b99adafe488 req-de0d4332-27b6-416d-b559-a01d05b70eba tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:11.778941 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-61e09b92-fd0b-4c98-b9e9-4b99adafe488 req-de0d4332-27b6-416d-b559-a01d05b70eba tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.0954993 May 14 09:48:11.840565 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-61e09b92-fd0b-4c98-b9e9-4b99adafe488 req-655ec183-fc54-4187-9ac1-a6039481531c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520194 May 14 09:48:12.785579 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:13.037939 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-acb9528f-a784-420d-b7a9-61fd6a0663d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:13.070891 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ceeff7-3f35-4537-9923-f69a1db02dad req-241eea87-895b-41a1-8603-83ea11f465e2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:13.072614 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-66ceeff7-3f35-4537-9923-f69a1db02dad req-241eea87-895b-41a1-8603-83ea11f465e2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.0943041 May 14 09:48:13.141086 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-66ceeff7-3f35-4537-9923-f69a1db02dad req-347e3402-115f-4571-8142-469fcb116b65 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618408 May 14 09:48:14.043788 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:14.359087 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d13734-9da4-435f-9de0-61518b9cb552 req-e20a191e-203f-4a34-ba3e-7e19f66cf409 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:14.360604 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-14d13734-9da4-435f-9de0-61518b9cb552 req-e20a191e-203f-4a34-ba3e-7e19f66cf409 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.0971558 May 14 09:48:14.413148 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-14d13734-9da4-435f-9de0-61518b9cb552 req-05f51947-17da-42a9-b35b-f83c9dfbbf87 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457635 May 14 09:48:15.043654 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:48:15.437093 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:15.628155 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b88310-6ac5-437b-bcee-9a11f6798693 req-19d5e4e9-747e-4327-9b11-2ca9aaec88a8 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:15.629807 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f9b88310-6ac5-437b-bcee-9a11f6798693 req-19d5e4e9-747e-4327-9b11-2ca9aaec88a8 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.0910540 May 14 09:48:15.684149 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f9b88310-6ac5-437b-bcee-9a11f6798693 req-8dd20a80-4cf2-42b4-892d-7f5f58e9f356 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473940 May 14 09:48:15.797412 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:16.903275 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484e0b-4963-441a-89cd-d45ded5aa201 req-4afd9bcd-90cb-46c0-b501-c142e09fdf85 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:16.905449 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3b484e0b-4963-441a-89cd-d45ded5aa201 req-4afd9bcd-90cb-46c0-b501-c142e09fdf85 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.0918629 May 14 09:48:16.961091 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3b484e0b-4963-441a-89cd-d45ded5aa201 req-6ff13c03-87bc-4c78-93fa-edd352efcda0 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495412 May 14 09:48:17.560494 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3dc2f21d-f518-414e-b6cd-d0e5badd4d1b req-7f43b415-0de3-44cb-9465-59e493929f63 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1850929619&fields=id&tenant_id=85ca02835c3c40c4b255bab3610e8a22 HTTP/1.1" status: 200 len: 267 time: 0.0581682 May 14 09:48:17.650007 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2f21d-f518-414e-b6cd-d0e5badd4d1b req-bef45ad5-9a4a-4078-9bbf-63f21ef130ee tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:17.651410 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3dc2f21d-f518-414e-b6cd-d0e5badd4d1b req-bef45ad5-9a4a-4078-9bbf-63f21ef130ee tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 985 time: 0.0841656 May 14 09:48:17.663023 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-3dc2f21d-f518-414e-b6cd-d0e5badd4d1b req-c58dec01-e740-4b52-abb9-9e24fa8720ae tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Request body: {'port': {'security_groups': ['ad2e2f8f-baa0-47ad-878f-e4e5128c6856']}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:48:17.798219 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3dc2f21d-f518-414e-b6cd-d0e5badd4d1b req-c58dec01-e740-4b52-abb9-9e24fa8720ae tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.074806 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-3dc2f21d-f518-414e-b6cd-d0e5badd4d1b req-c58dec01-e740-4b52-abb9-9e24fa8720ae tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] For port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=908c5e1d-8d5a-4f8d-8be1-c14f308306fb,segment=NetworkSegment(1b31f8e0-8a4f-4d06-b229-ec918721818c),segment_id=1b31f8e0-8a4f-4d06-b229-ec918721818c)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:18.152597 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3dc2f21d-f518-414e-b6cd-d0e5badd4d1b req-c58dec01-e740-4b52-abb9-9e24fa8720ae tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.158936 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3dc2f21d-f518-414e-b6cd-d0e5badd4d1b req-c58dec01-e740-4b52-abb9-9e24fa8720ae tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.166150 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9f1aa50b-9f12-4b46-bb04-d3360ebd5070 tempest-VolumesSnapshotTestJSON-472139202 tempest-VolumesSnapshotTestJSON-472139202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:18.174116 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['908c5e1d-8d5a-4f8d-8be1-c14f308306fb'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:48:18.238499 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2f21d-f518-414e-b6cd-d0e5badd4d1b req-c58dec01-e740-4b52-abb9-9e24fa8720ae tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:18.238858 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3dc2f21d-f518-414e-b6cd-d0e5badd4d1b req-c58dec01-e740-4b52-abb9-9e24fa8720ae tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.243943 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3dc2f21d-f518-414e-b6cd-d0e5badd4d1b req-c58dec01-e740-4b52-abb9-9e24fa8720ae tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "PUT /v2.0/ports/908c5e1d-8d5a-4f8d-8be1-c14f308306fb HTTP/1.1" status: 200 len: 943 time: 0.5857184 May 14 09:48:18.247207 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34760) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:18.252405 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'tag': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:48:18.317162 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce645be-839c-4770-a2c6-f1bb18c661a2 req-5d362470-068d-49dc-ab5d-70624c7b9329 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:18.318723 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9ce645be-839c-4770-a2c6-f1bb18c661a2 req-5d362470-068d-49dc-ab5d-70624c7b9329 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.2376690 May 14 09:48:18.362638 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-421c3c09-cc09-441d-951d-f6e524207c8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.375544 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'tag': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb', 'status': 'completed', 'code': 200} May 14 09:48:18.382570 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['908c5e1d-8d5a-4f8d-8be1-c14f308306fb'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:48:18.386233 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dec01-e740-4b52-abb9-9e24fa8720ae tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Pushing event updated for resources: {'Port': ['ID=908c5e1d-8d5a-4f8d-8be1-c14f308306fb,revision_number=7']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:18.407634 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c58dec01-e740-4b52-abb9-9e24fa8720ae tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:18.449903 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-421c3c09-cc09-441d-951d-f6e524207c8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.458981 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9ce645be-839c-4770-a2c6-f1bb18c661a2 req-e886ad8f-5387-482b-bf3b-2833be6f1e77 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094105 May 14 09:48:18.557974 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-421c3c09-cc09-441d-951d-f6e524207c8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.585321 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f26ec959-245e-4582-b9a0-8c3149342f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:18.643698 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c3c09-cc09-441d-951d-f6e524207c8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:18.662129 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-421c3c09-cc09-441d-951d-f6e524207c8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:18.678635 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-421c3c09-cc09-441d-951d-f6e524207c8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.679934 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-421c3c09-cc09-441d-951d-f6e524207c8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "DELETE /v2.0/security-groups/3a9716a6-f2c1-40d7-a1f9-39807a6e9ca7 HTTP/1.1" status: 204 len: 168 time: 0.4320731 May 14 09:48:18.682633 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34768) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:18.767712 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-9d19997e-6d8e-4cfa-b19a-65815338f410 None None] Provisioning complete for port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:48:18.768100 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9d19997e-6d8e-4cfa-b19a-65815338f410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:19.014144 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-819256d8-25f6-4274-9a2a-c2f4370a11d1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Deleting port bcff4cbb-bf79-42bb-9e64-4d2039bb501f {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:19.014490 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-819256d8-25f6-4274-9a2a-c2f4370a11d1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:19.141845 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-819256d8-25f6-4274-9a2a-c2f4370a11d1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:19.142249 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-819256d8-25f6-4274-9a2a-c2f4370a11d1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:19.365560 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-819256d8-25f6-4274-9a2a-c2f4370a11d1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Calling delete_port for bcff4cbb-bf79-42bb-9e64-4d2039bb501f owned by network:floatingip {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:19.514600 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-819256d8-25f6-4274-9a2a-c2f4370a11d1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:19.520750 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4ededff8-8047-4443-8827-577c01aa951e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:19.640569 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819256d8-25f6-4274-9a2a-c2f4370a11d1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Pushing event deleted for resources: {'Port': ['ID=bcff4cbb-bf79-42bb-9e64-4d2039bb501f,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:19.650429 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-819256d8-25f6-4274-9a2a-c2f4370a11d1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:19.720757 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23f9d5-44b0-4b40-9bd9-f1e101f1f977 req-1b380aa1-3e2c-4e42-9fc2-bfa5f82f25f7 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:19.722393 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4b23f9d5-44b0-4b40-9bd9-f1e101f1f977 req-1b380aa1-3e2c-4e42-9fc2-bfa5f82f25f7 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.1196837 May 14 09:48:19.729522 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-819256d8-25f6-4274-9a2a-c2f4370a11d1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks [] for floatingip, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:19.729842 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.l3_db [None req-819256d8-25f6-4274-9a2a-c2f4370a11d1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Floating IP b2127b9e-1e6f-4862-abf5-c9d5a92e2ad5 disassociated (deleted). External IP: 172.27.2.215, port: 908c5e1d-8d5a-4f8d-8be1-c14f308306fb. May 14 09:48:19.775783 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4b23f9d5-44b0-4b40-9bd9-f1e101f1f977 req-3d0ad848-e944-4eb9-b2ba-7c7a23a83e88 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461128 May 14 09:48:20.172404 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819256d8-25f6-4274-9a2a-c2f4370a11d1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:48:20.361847 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819256d8-25f6-4274-9a2a-c2f4370a11d1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:48:20.377338 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31212d8-5531-4af6-bdbd-6d6c8399c7e9 None None] Sync routers for ids ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:48:20.390901 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-819256d8-25f6-4274-9a2a-c2f4370a11d1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:20.400522 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31212d8-5531-4af6-bdbd-6d6c8399c7e9 None None] Routers {'41aee175-dbb1-4325-a5a2-c9dcb5e7a087'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:20.401241 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-a31212d8-5531-4af6-bdbd-6d6c8399c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:48:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:20.469012 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-819256d8-25f6-4274-9a2a-c2f4370a11d1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "DELETE /v2.0/floatingips/b2127b9e-1e6f-4862-abf5-c9d5a92e2ad5 HTTP/1.1" status: 204 len: 168 time: 1.7824876 May 14 09:48:20.469012 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'tag': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:48:20.526234 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'tag': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb', 'status': 'completed', 'code': 200} May 14 09:48:20.642081 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-a31212d8-5531-4af6-bdbd-6d6c8399c7e9 None None] Set router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:20.979753 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-a31212d8-5531-4af6-bdbd-6d6c8399c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:31Z', 'updated_at': '2021-05-14T09:45:37Z', 'revision_number': 4, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'gw_port': {'id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:32Z', 'updated_at': '2021-05-14T09:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '76a22715-ad89-4ec8-a8f3-b684e9a31c6c', 'name': '', 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'mac_address': 'fa:16:3e:63:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:36Z', 'updated_at': '2021-05-14T09:45:44Z', 'revision_number': 5, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'subnets': [{'id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:20.984391 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31212d8-5531-4af6-bdbd-6d6c8399c7e9 None None] Checking router: 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:48:20.994030 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31212d8-5531-4af6-bdbd-6d6c8399c7e9 None None] Routers {'41aee175-dbb1-4325-a5a2-c9dcb5e7a087'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:20.994643 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-a31212d8-5531-4af6-bdbd-6d6c8399c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:48:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:20.997103 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958769ec-82b4-45e2-ad74-0a00cd4f54ef req-2bed4358-26e3-4212-9d93-010da1bea1ab tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:20.998571 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-958769ec-82b4-45e2-ad74-0a00cd4f54ef req-2bed4358-26e3-4212-9d93-010da1bea1ab tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.0871522 May 14 09:48:21.044794 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-958769ec-82b4-45e2-ad74-0a00cd4f54ef req-3037fc44-f23a-4c21-bda8-abcc5f48f78c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402961 May 14 09:48:21.180275 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-a31212d8-5531-4af6-bdbd-6d6c8399c7e9 None None] Set router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:21.380187 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8547983-5dec-433b-8a1e-e34548385d0c req-6eb2b84e-015e-4cc9-afaf-744533502358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:21.382015 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b8547983-5dec-433b-8a1e-e34548385d0c req-6eb2b84e-015e-4cc9-afaf-744533502358 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=85ca02835c3c40c4b255bab3610e8a22&device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 1099 time: 0.0984185 May 14 09:48:21.573870 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-a31212d8-5531-4af6-bdbd-6d6c8399c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:31Z', 'updated_at': '2021-05-14T09:45:37Z', 'revision_number': 4, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'gw_port': {'id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:32Z', 'updated_at': '2021-05-14T09:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '76a22715-ad89-4ec8-a8f3-b684e9a31c6c', 'name': '', 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'mac_address': 'fa:16:3e:63:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:36Z', 'updated_at': '2021-05-14T09:45:44Z', 'revision_number': 5, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'subnets': [{'id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:21.578354 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31212d8-5531-4af6-bdbd-6d6c8399c7e9 None None] The sync data for ids ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'] in dv-cinder-734144-18-iscsi is: [{'id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:31Z', 'updated_at': '2021-05-14T09:45:37Z', 'revision_number': 4, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'gw_port': {'id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:32Z', 'updated_at': '2021-05-14T09:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '76a22715-ad89-4ec8-a8f3-b684e9a31c6c', 'name': '', 'network_id': '34d1155e-d9e3-4f6a-a86a-1190fea7fa4b', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'mac_address': 'fa:16:3e:63:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:36Z', 'updated_at': '2021-05-14T09:45:44Z', 'revision_number': 5, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'subnets': [{'id': 'cc543ef6-9e80-42ed-9048-68a126d3a0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:48:21.635135 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8547983-5dec-433b-8a1e-e34548385d0c req-59cf05c1-6241-45af-b387-d5f7d808856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:21.636814 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b8547983-5dec-433b-8a1e-e34548385d0c req-59cf05c1-6241-45af-b387-d5f7d808856f service neutron] 10.222.0.77 "GET /v2.0/networks?id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b HTTP/1.1" status: 200 len: 915 time: 0.2447922 May 14 09:48:21.722427 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b8547983-5dec-433b-8a1e-e34548385d0c req-bb260d53-ca02-4ec8-9b78-ef1e938d5674 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=908c5e1d-8d5a-4f8d-8be1-c14f308306fb HTTP/1.1" status: 200 len: 217 time: 0.0741565 May 14 09:48:21.806901 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8547983-5dec-433b-8a1e-e34548385d0c req-df105fd8-232f-481b-b8e7-5ac6e9f1b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:21.808518 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b8547983-5dec-433b-8a1e-e34548385d0c req-df105fd8-232f-481b-b8e7-5ac6e9f1b21b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc543ef6-9e80-42ed-9048-68a126d3a0a3 HTTP/1.1" status: 200 len: 853 time: 0.0773711 May 14 09:48:21.830686 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e073cc-b8d4-4983-b765-4f5c3c334ce9 None None] New status for floating IP b2127b9e-1e6f-4862-abf5-c9d5a92e2ad5: DOWN {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:48:21.892774 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8547983-5dec-433b-8a1e-e34548385d0c req-80ab7697-a644-4e5c-b10c-f9ba951da3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:21.894584 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b8547983-5dec-433b-8a1e-e34548385d0c req-80ab7697-a644-4e5c-b10c-f9ba951da3d2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0786881 May 14 09:48:22.079050 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b8547983-5dec-433b-8a1e-e34548385d0c req-aeb11d4c-6d84-4c3e-8f8d-653c47c78f87 service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767070 May 14 09:48:22.262327 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b8547983-5dec-433b-8a1e-e34548385d0c req-69b4deac-0967-43f3-8561-34ed1f291c4c service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756058 May 14 09:48:22.289349 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74607f-5b22-4941-ab66-8939b21de3c2 req-3ce18301-b30e-44be-88db-0ee25573b1ff tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:22.290814 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a74607f-5b22-4941-ab66-8939b21de3c2 req-3ce18301-b30e-44be-88db-0ee25573b1ff tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.1307406 May 14 09:48:22.387491 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a74607f-5b22-4941-ab66-8939b21de3c2 req-2a7f90a8-78f9-4f05-8b3e-e8a0937b0a87 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882804 May 14 09:48:22.421838 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb046d6-ed72-4e48-8c42-ff74d07dd67a req-a6b69f10-5e54-4508-ba78-12dc2454e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:22.423515 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0eb046d6-ed72-4e48-8c42-ff74d07dd67a req-a6b69f10-5e54-4508-ba78-12dc2454e84a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=85ca02835c3c40c4b255bab3610e8a22&device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 1099 time: 0.1063786 May 14 09:48:22.565524 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb046d6-ed72-4e48-8c42-ff74d07dd67a req-05192df4-1f12-4659-92ac-dcf6db08a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:22.567304 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0eb046d6-ed72-4e48-8c42-ff74d07dd67a req-05192df4-1f12-4659-92ac-dcf6db08a220 service neutron] 10.222.0.77 "GET /v2.0/networks?id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b HTTP/1.1" status: 200 len: 915 time: 0.1364655 May 14 09:48:22.639899 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0eb046d6-ed72-4e48-8c42-ff74d07dd67a req-f1aa469b-4bf6-4094-bc07-74200e000137 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=908c5e1d-8d5a-4f8d-8be1-c14f308306fb HTTP/1.1" status: 200 len: 217 time: 0.0657139 May 14 09:48:22.721992 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb046d6-ed72-4e48-8c42-ff74d07dd67a req-563d7040-90ed-41bb-bf76-391a9f8e4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:22.723934 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0eb046d6-ed72-4e48-8c42-ff74d07dd67a req-563d7040-90ed-41bb-bf76-391a9f8e4df3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc543ef6-9e80-42ed-9048-68a126d3a0a3 HTTP/1.1" status: 200 len: 853 time: 0.0719702 May 14 09:48:22.814958 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb046d6-ed72-4e48-8c42-ff74d07dd67a req-76fecba4-7cd7-4954-92f9-769231847bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:22.816554 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0eb046d6-ed72-4e48-8c42-ff74d07dd67a req-76fecba4-7cd7-4954-92f9-769231847bf5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0831287 May 14 09:48:22.959422 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0eb046d6-ed72-4e48-8c42-ff74d07dd67a req-94dc0fb2-2550-405a-9a8c-5359e754f1eb service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348631 May 14 09:48:23.111858 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0eb046d6-ed72-4e48-8c42-ff74d07dd67a req-35e4c128-094c-4e1a-b84d-306b78a6a37f service neutron] 10.222.0.77 "GET /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455896 May 14 09:48:23.621502 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510f0a6-ecc6-4316-bc71-8af8b85e72a4 req-3c19e682-f189-49d2-9a5a-77a09f503158 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:23.623041 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d510f0a6-ecc6-4316-bc71-8af8b85e72a4 req-3c19e682-f189-49d2-9a5a-77a09f503158 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.1039324 May 14 09:48:23.681256 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d510f0a6-ecc6-4316-bc71-8af8b85e72a4 req-836cb2b3-30af-4fc6-8971-682ad7a66c1d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502765 May 14 09:48:24.987400 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device bbc7a157-72c2-4d55-b4b9-5db41297a92a details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:48:25.008372 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501ddae-ed5c-4731-8549-6c6e44b9ebe3 req-eee7438b-7a4e-4619-abad-5661ad056f00 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:25.012908 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a501ddae-ed5c-4731-8549-6c6e44b9ebe3 req-eee7438b-7a4e-4619-abad-5661ad056f00 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 943 time: 0.2014313 May 14 09:48:25.077334 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a501ddae-ed5c-4731-8549-6c6e44b9ebe3 req-6054e3f2-6960-440c-9252-c9dc8c5a9e74 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531731 May 14 09:48:25.135779 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port bbc7a157-72c2-4d55-b4b9-5db41297a92a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:25.149775 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'port_id': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'mac_address': 'fa:16:3e:c1:db:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:48:25.212169 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:25.229857 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc7a157-72c2-4d55-b4b9-5db41297a92a {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:48:25.247241 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port bbc7a157-72c2-4d55-b4b9-5db41297a92a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:25.252034 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:25.254634 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:25.325684 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=bbc7a157-72c2-4d55-b4b9-5db41297a92a,revision_number=9']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:25.328904 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:25.519426 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['bbc7a157-72c2-4d55-b4b9-5db41297a92a'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:48:26.106157 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb5e75-b635-454b-9494-36a8c9a2eb69 req-fc000cf1-fb7c-4abc-9283-10a631674bb8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:26.107366 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d6cb5e75-b635-454b-9494-36a8c9a2eb69 req-fc000cf1-fb7c-4abc-9283-10a631674bb8 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 946 time: 0.0906661 May 14 09:48:26.163275 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d6cb5e75-b635-454b-9494-36a8c9a2eb69 req-4ab6393b-b13d-4ede-858a-9b4d22d30b38 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499735 May 14 09:48:26.428400 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b223c28-e9c1-4e9f-ae7e-861fb3339005 req-16759027-b6c3-4c40-ae0a-b7925300a790 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:26.429844 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8b223c28-e9c1-4e9f-ae7e-861fb3339005 req-16759027-b6c3-4c40-ae0a-b7925300a790 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 944 time: 0.0885983 May 14 09:48:26.477605 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8b223c28-e9c1-4e9f-ae7e-861fb3339005 req-090a718b-160c-4386-acee-7d571060e26d tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411861 May 14 09:48:27.002002 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device bbc7a157-72c2-4d55-b4b9-5db41297a92a up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:48:27.078719 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port bbc7a157-72c2-4d55-b4b9-5db41297a92a triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:48:27.079115 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:27.207469 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:27.235629 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:48:27.246523 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port bbc7a157-72c2-4d55-b4b9-5db41297a92a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:27.251472 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:27.254303 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:27.332264 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=bbc7a157-72c2-4d55-b4b9-5db41297a92a,revision_number=10']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:27.336126 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:27.373930 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6c0a-b80e-4864-9d13-65e79a7ed0ee req-7cb6c086-bd67-4e05-992e-c7f181a50d46 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:27.375397 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b98c6c0a-b80e-4864-9d13-65e79a7ed0ee req-7cb6c086-bd67-4e05-992e-c7f181a50d46 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 946 time: 0.0961516 May 14 09:48:27.437735 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b98c6c0a-b80e-4864-9d13-65e79a7ed0ee req-2f109083-833c-4205-bc55-f6ad742d091c tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad2e2f8f-baa0-47ad-878f-e4e5128c6856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466290 May 14 09:48:27.446784 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'code': 200} May 14 09:48:27.766950 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e5a5c-b377-4016-ba70-e2e7fb778de5 req-db5e712b-ca7a-4f98-adab-d9038061e622 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:27.768421 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8d0e5a5c-b377-4016-ba70-e2e7fb778de5 req-db5e712b-ca7a-4f98-adab-d9038061e622 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 945 time: 0.2206488 May 14 09:48:27.845913 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6daea-870d-41de-8046-79ed02fb7cef req-724fbf08-70c5-4b9f-a198-9c906277f063 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:27.849027 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ece6daea-870d-41de-8046-79ed02fb7cef req-724fbf08-70c5-4b9f-a198-9c906277f063 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 946 time: 0.2476482 May 14 09:48:27.871835 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92128c5d-8b66-4cce-9a41-0aa745120abf req-f0b87efa-0396-4979-b4ce-9ff65f677f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:27.874264 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-92128c5d-8b66-4cce-9a41-0aa745120abf req-f0b87efa-0396-4979-b4ce-9ff65f677f1e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 1099 time: 0.2062266 May 14 09:48:27.915322 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f94f6d-5c22-410c-bb4b-c88633271884 req-0ec631e4-a835-46be-abd1-6a37afec901b tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:27.916770 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-f2f94f6d-5c22-410c-bb4b-c88633271884 req-0ec631e4-a835-46be-abd1-6a37afec901b tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Synchronizing usage tracker for tenant:85ca02835c3c40c4b255bab3610e8a22 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:48:27.940355 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-f2f94f6d-5c22-410c-bb4b-c88633271884 req-0ec631e4-a835-46be-abd1-6a37afec901b tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Unset dirty status for tenant:85ca02835c3c40c4b255bab3610e8a22 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:48:27.942000 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f2f94f6d-5c22-410c-bb4b-c88633271884 req-0ec631e4-a835-46be-abd1-6a37afec901b tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.77 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 946 time: 0.1434581 May 14 09:48:27.944535 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8d0e5a5c-b377-4016-ba70-e2e7fb778de5 req-f4cbe094-41a6-4075-8b84-25e2a91da19e tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3f7aa2-054c-4baa-9103-4d9be5d6b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664586 May 14 09:48:28.008368 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ece6daea-870d-41de-8046-79ed02fb7cef req-b01914a9-fc33-4b84-b7d5-d639f126525b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407576 May 14 09:48:28.010293 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-92128c5d-8b66-4cce-9a41-0aa745120abf req-a7516ba4-fcf3-42ed-8054-67889684709e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246152 May 14 09:48:28.128845 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-f2f94f6d-5c22-410c-bb4b-c88633271884 req-25fbdd67-e87c-4672-94c3-76f3b1766b8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Deleting port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:28.129186 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-f2f94f6d-5c22-410c-bb4b-c88633271884 req-25fbdd67-e87c-4672-94c3-76f3b1766b8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:28.261035 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-f2f94f6d-5c22-410c-bb4b-c88633271884 req-25fbdd67-e87c-4672-94c3-76f3b1766b8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] For port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=908c5e1d-8d5a-4f8d-8be1-c14f308306fb,segment=NetworkSegment(1b31f8e0-8a4f-4d06-b229-ec918721818c),segment_id=1b31f8e0-8a4f-4d06-b229-ec918721818c)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:28.261361 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-f2f94f6d-5c22-410c-bb4b-c88633271884 req-25fbdd67-e87c-4672-94c3-76f3b1766b8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:28.381922 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-f2f94f6d-5c22-410c-bb4b-c88633271884 req-25fbdd67-e87c-4672-94c3-76f3b1766b8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Calling delete_port for 908c5e1d-8d5a-4f8d-8be1-c14f308306fb owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:28.590221 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-f2f94f6d-5c22-410c-bb4b-c88633271884 req-25fbdd67-e87c-4672-94c3-76f3b1766b8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:28.597245 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:28.604435 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['908c5e1d-8d5a-4f8d-8be1-c14f308306fb'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:48:28.607725 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-864521a3-a1dc-460f-8eb5-73fe94604eb9 req-f89b0a9b-a523-4ccc-807c-3f0dbb5c9e16 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b65e38da-1b67-4969-ad56-41ec066f3287 HTTP/1.1" status: 200 len: 210 time: 0.0465841 May 14 09:48:28.644860 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbdd67-e87c-4672-94c3-76f3b1766b8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Pushing event deleted for resources: {'Port': ['ID=908c5e1d-8d5a-4f8d-8be1-c14f308306fb,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:28.647181 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-25fbdd67-e87c-4672-94c3-76f3b1766b8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:28.745608 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f94f6d-5c22-410c-bb4b-c88633271884 req-25fbdd67-e87c-4672-94c3-76f3b1766b8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] No DVR routers for this DVR port 908c5e1d-8d5a-4f8d-8be1-c14f308306fb on host hv-cinder-73414 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:48:28.749602 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-f2f94f6d-5c22-410c-bb4b-c88633271884 req-25fbdd67-e87c-4672-94c3-76f3b1766b8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:28.753270 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'name': 'network-vif-deleted', 'tag': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:48:28.778048 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f2f94f6d-5c22-410c-bb4b-c88633271884 req-25fbdd67-e87c-4672-94c3-76f3b1766b8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] 10.222.0.77 "DELETE /v2.0/ports/908c5e1d-8d5a-4f8d-8be1-c14f308306fb HTTP/1.1" status: 204 len: 173 time: 0.8301017 May 14 09:48:28.811126 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65e38da-1b67-4969-ad56-41ec066f3287', 'name': 'network-vif-deleted', 'tag': '908c5e1d-8d5a-4f8d-8be1-c14f308306fb', 'status': 'completed', 'code': 200} May 14 09:48:29.240653 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ef283-b0b9-4228-8ff6-8d798bdbf022 req-2b676a00-501e-46cb-8032-2a3124d18147 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:29.242197 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8b6ef283-b0b9-4228-8ff6-8d798bdbf022 req-2b676a00-501e-46cb-8032-2a3124d18147 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 945 time: 0.1502013 May 14 09:48:29.277913 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4d1a1-285a-4dba-b5f9-58cc1ed9b3d5 req-3c0a65a0-9448-4c36-ab7d-d3185eff76d2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:29.279427 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-73b4d1a1-285a-4dba-b5f9-58cc1ed9b3d5 req-3c0a65a0-9448-4c36-ab7d-d3185eff76d2 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 946 time: 0.1352928 May 14 09:48:29.329547 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8b6ef283-b0b9-4228-8ff6-8d798bdbf022 req-91874c5f-2e0c-4ab5-b585-53b9dd497fdb tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3f7aa2-054c-4baa-9103-4d9be5d6b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772443 May 14 09:48:29.363347 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-73b4d1a1-285a-4dba-b5f9-58cc1ed9b3d5 req-7e84fe4f-f04b-4ccf-8e4c-d52ede353036 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691183 May 14 09:48:29.479570 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-163bd298-60e6-419a-b573-712b5e0a976b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:29.481028 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-163bd298-60e6-419a-b573-712b5e0a976b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Synchronizing usage tracker for tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:48:29.494754 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-163bd298-60e6-419a-b573-712b5e0a976b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Unset dirty status for tenant:91f7cc77c8c74e0d9e8f445f9248d7f3 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:48:29.495926 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-163bd298-60e6-419a-b573-712b5e0a976b tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 945 time: 0.0976429 May 14 09:48:29.653820 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Deleting port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:29.654321 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:29.799731 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] For port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5dacb0ec-dee4-4ca1-87f0-ddc215fba310,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:29.800086 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:30.127170 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:30.127640 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:30.127945 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.l3_db [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Floating IP 1e830b36-759e-4eaa-a329-0feb5fbb966a disassociated. External IP: 172.27.2.98, port: 5dacb0ec-dee4-4ca1-87f0-ddc215fba310. May 14 09:48:30.128313 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Calling delete_port for 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:30.249064 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:30.254978 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f2d51340-f9be-479e-aed7-7c2addc52719 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:30.273102 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 34956) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:30.303129 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event deleted for resources: {'Port': ['ID=5dacb0ec-dee4-4ca1-87f0-ddc215fba310,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:30.305873 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:30.507849 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:48:30.616918 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a414ce7-e3ba-44bf-9c30-f9378c524cce req-e6309015-5001-489a-a748-ae967606a643 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a67b252-df36-41f1-92f3-1bcb83b984b8 HTTP/1.1" status: 200 len: 210 time: 0.1364403 May 14 09:48:30.706399 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:48:30.717884 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0134dd72-9b6a-4302-a948-ecd3344a2b9b None None] Sync routers for ids ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:48:30.733790 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0134dd72-9b6a-4302-a948-ecd3344a2b9b None None] Routers {'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:30.734532 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-0134dd72-9b6a-4302-a948-ecd3344a2b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:48:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:30.776203 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f66108-e715-454f-aef2-99f09ae856c4 req-c454fcd1-1f4c-49c6-a2f0-19a1720deb7c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:30.777882 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f1f66108-e715-454f-aef2-99f09ae856c4 req-c454fcd1-1f4c-49c6-a2f0-19a1720deb7c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 946 time: 0.2559438 May 14 09:48:30.896412 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f1f66108-e715-454f-aef2-99f09ae856c4 req-a985360e-357a-416b-bbc1-5fea4cf0add6 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046340 May 14 09:48:30.897573 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] No DVR routers for this DVR port 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 on host hv-cinder-73414 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:48:30.900873 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:30.904257 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a67b252-df36-41f1-92f3-1bcb83b984b8', 'name': 'network-vif-deleted', 'tag': '5dacb0ec-dee4-4ca1-87f0-ddc215fba310'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:48:30.946642 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-5f6afbbe-4695-45eb-a24d-d37db0daa061 req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.77 "DELETE /v2.0/ports/5dacb0ec-dee4-4ca1-87f0-ddc215fba310 HTTP/1.1" status: 204 len: 173 time: 1.4422464 May 14 09:48:30.956414 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-0134dd72-9b6a-4302-a948-ecd3344a2b9b None None] Set router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:30.971740 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a67b252-df36-41f1-92f3-1bcb83b984b8', 'name': 'network-vif-deleted', 'tag': '5dacb0ec-dee4-4ca1-87f0-ddc215fba310', 'status': 'completed', 'code': 200} May 14 09:48:31.197990 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680009'] for router_interface, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:31.288134 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-0134dd72-9b6a-4302-a948-ecd3344a2b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:40Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '59df3c76-6bf2-41e8-9ff1-fd0e3d994752', 'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'mac_address': 'fa:16:3e:30:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:57Z', 'revision_number': 5, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'subnets': [{'id': '66021503-54ca-4040-9580-08c3db49374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:31.293072 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0134dd72-9b6a-4302-a948-ecd3344a2b9b None None] Checking router: fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:48:31.302967 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0134dd72-9b6a-4302-a948-ecd3344a2b9b None None] Routers {'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:31.303815 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-0134dd72-9b6a-4302-a948-ecd3344a2b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:48:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:31.570603 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-0134dd72-9b6a-4302-a948-ecd3344a2b9b None None] Set router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:31.721510 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Deleting port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:31.722323 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:31.815981 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34972) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:31.871353 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] For port 76a22715-ad89-4ec8-a8f3-b684e9a31c6c, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=76a22715-ad89-4ec8-a8f3-b684e9a31c6c,segment=NetworkSegment(1b31f8e0-8a4f-4d06-b229-ec918721818c),segment_id=1b31f8e0-8a4f-4d06-b229-ec918721818c)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:31.871679 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:31.899384 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-493d3bc2-980d-44bc-a097-681da7a836bc tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:31.938100 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-493d3bc2-980d-44bc-a097-681da7a836bc tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:31.966911 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-0134dd72-9b6a-4302-a948-ecd3344a2b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:40Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '59df3c76-6bf2-41e8-9ff1-fd0e3d994752', 'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'mac_address': 'fa:16:3e:30:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:57Z', 'revision_number': 5, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'subnets': [{'id': '66021503-54ca-4040-9580-08c3db49374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:31.971327 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0134dd72-9b6a-4302-a948-ecd3344a2b9b None None] The sync data for ids ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'] in dv-cinder-734144-18-iscsi is: [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:41:40Z', 'revision_number': 4, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '59df3c76-6bf2-41e8-9ff1-fd0e3d994752', 'name': '', 'network_id': '985cc55b-f372-49ec-9629-66d97c3fcf56', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'mac_address': 'fa:16:3e:30:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '66021503-54ca-4040-9580-08c3db49374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:57Z', 'revision_number': 5, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'subnets': [{'id': '66021503-54ca-4040-9580-08c3db49374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:48:32.003074 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Calling delete_port for 76a22715-ad89-4ec8-a8f3-b684e9a31c6c owned by network:router_interface {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:32.009834 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-493d3bc2-980d-44bc-a097-681da7a836bc tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:32.012394 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b219d0e0-a0f7-469b-98ae-0dfe6550a803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:32.027824 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d3bc2-980d-44bc-a097-681da7a836bc tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3f7aa2-054c-4baa-9103-4d9be5d6b60d,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:32.030500 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-493d3bc2-980d-44bc-a097-681da7a836bc tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:32.047160 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-493d3bc2-980d-44bc-a097-681da7a836bc tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:32.048398 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-493d3bc2-980d-44bc-a097-681da7a836bc tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "DELETE /v2.0/security-groups/eb3f7aa2-054c-4baa-9103-4d9be5d6b60d HTTP/1.1" status: 204 len: 168 time: 0.2307632 May 14 09:48:32.055264 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34976) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:32.081666 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.api.v2.resource [None req-7fb24221-4d07-4e51-a1ef-c79c4ef533a4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] show failed (client error): The resource could not be found. May 14 09:48:32.082694 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-7fb24221-4d07-4e51-a1ef-c79c4ef533a4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "GET /v2.0/security-groups/eb3f7aa2-054c-4baa-9103-4d9be5d6b60d HTTP/1.1" status: 404 len: 347 time: 0.0264182 May 14 09:48:32.085811 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 34980) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:32.216195 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e1701-119a-4791-b22b-de16e9a765a1 None None] New status for floating IP 1e830b36-759e-4eaa-a329-0feb5fbb966a: DOWN {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:48:32.407895 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:32.413293 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-661edfaa-8622-47be-a74a-059be130001d tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:32.494414 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Pushing event deleted for resources: {'Port': ['ID=76a22715-ad89-4ec8-a8f3-b684e9a31c6c,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:32.545289 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:32.545665 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:32.546034 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:32.546393 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:32.546753 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:32.547105 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:32.547459 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:32.547820 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:32.548174 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:32.548516 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:32.548866 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:32.549210 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:32.564000 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:32.565781 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-d79318b4-b821-408b-b737-2ff311d65ea3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Deleting port 630cfcfe-e696-47a3-8fb6-0393192bab4d {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:32.566125 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d79318b4-b821-408b-b737-2ff311d65ea3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:32.996025 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d79318b4-b821-408b-b737-2ff311d65ea3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:32.997069 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d79318b4-b821-408b-b737-2ff311d65ea3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:33.011482 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 908c5e1d-8d5a-4f8d-8be1-c14f308306fb no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:33.053339 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: 908c5e1d-8d5a-4f8d-8be1-c14f308306fb {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:33.053670 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 908c5e1d-8d5a-4f8d-8be1-c14f308306fb not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:33.136094 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-d79318b4-b821-408b-b737-2ff311d65ea3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Calling delete_port for 630cfcfe-e696-47a3-8fb6-0393192bab4d owned by network:floatingip {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:33.169303 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682457'] for router_interface, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:33.575120 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d79318b4-b821-408b-b737-2ff311d65ea3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:33.581870 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:33.630224 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79318b4-b821-408b-b737-2ff311d65ea3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Pushing event deleted for resources: {'Port': ['ID=630cfcfe-e696-47a3-8fb6-0393192bab4d,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:33.636583 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d79318b4-b821-408b-b737-2ff311d65ea3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:33.743065 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:48:33.817023 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d79318b4-b821-408b-b737-2ff311d65ea3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks [] for floatingip, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:33.914920 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d79318b4-b821-408b-b737-2ff311d65ea3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:33.916114 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-d79318b4-b821-408b-b737-2ff311d65ea3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] 10.222.0.30 "DELETE /v2.0/floatingips/1e830b36-759e-4eaa-a329-0feb5fbb966a HTTP/1.1" status: 204 len: 168 time: 1.8292320 May 14 09:48:33.969190 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:48:33.974598 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] 10.222.0.30 "PUT /v2.0/routers/41aee175-dbb1-4325-a5a2-c9dcb5e7a087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6983104 May 14 09:48:33.977593 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34986) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:33.978475 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6655fab-802a-4e8b-aa1a-2d6a65302f24 None None] Sync routers for ids ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:48:33.989762 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6655fab-802a-4e8b-aa1a-2d6a65302f24 None None] Routers {'41aee175-dbb1-4325-a5a2-c9dcb5e7a087'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:33.990527 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-b6655fab-802a-4e8b-aa1a-2d6a65302f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:48:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:34.213060 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Notify callbacks [] for router, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:34.247612 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-b6655fab-802a-4e8b-aa1a-2d6a65302f24 None None] Set router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:34.452206 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:34.543393 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Deleting port 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:34.543770 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:34.574967 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-b6655fab-802a-4e8b-aa1a-2d6a65302f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:31Z', 'updated_at': '2021-05-14T09:48:32Z', 'revision_number': 5, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'gw_port': {'id': '22c7b8ac-2f5e-4751-ae24-1cd386f9b3af', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:32Z', 'updated_at': '2021-05-14T09:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:34.579715 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6655fab-802a-4e8b-aa1a-2d6a65302f24 None None] Checking router: 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:48:34.589645 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6655fab-802a-4e8b-aa1a-2d6a65302f24 None None] Routers {'41aee175-dbb1-4325-a5a2-c9dcb5e7a087'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:34.590280 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-b6655fab-802a-4e8b-aa1a-2d6a65302f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:48:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:34.702943 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] For port 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=22c7b8ac-2f5e-4751-ae24-1cd386f9b3af,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:34.703213 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:34.753892 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-b6655fab-802a-4e8b-aa1a-2d6a65302f24 None None] Set router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 gateway port host: None {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:34.863720 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Calling delete_port for 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af owned by network:router_gateway {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:34.873051 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-b6655fab-802a-4e8b-aa1a-2d6a65302f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:31Z', 'updated_at': '2021-05-14T09:48:34Z', 'revision_number': 6, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'gw_port_host': None}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:34.877239 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6655fab-802a-4e8b-aa1a-2d6a65302f24 None None] The sync data for ids ['41aee175-dbb1-4325-a5a2-c9dcb5e7a087'] in dv-cinder-734144-18-iscsi is: [{'id': '41aee175-dbb1-4325-a5a2-c9dcb5e7a087', 'name': 'tempest-TestMinimumBasicScenario-345921061-router', 'tenant_id': '85ca02835c3c40c4b255bab3610e8a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:31Z', 'updated_at': '2021-05-14T09:48:34Z', 'revision_number': 6, 'project_id': '85ca02835c3c40c4b255bab3610e8a22', 'gw_port_host': None}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:48:35.018094 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:35.059262 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:35.059646 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 5dacb0ec-dee4-4ca1-87f0-ddc215fba310 not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:35.218478 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:35.224827 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-55af8bb8-b272-4aee-80d9-e95188414b67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:35.274978 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Pushing event deleted for resources: {'Port': ['ID=22c7b8ac-2f5e-4751-ae24-1cd386f9b3af,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:35.277944 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:35.436079 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682959'] for router_gateway, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:35.755975 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11847'] for router, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:35.765326 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:35.858516 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563803'] for router, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:35.859110 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41aee175-dbb1-4325-a5a2-c9dcb5e7a087 {{(pid=78751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:48:35.874582 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:35.875741 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] 10.222.0.30 "DELETE /v2.0/routers/41aee175-dbb1-4325-a5a2-c9dcb5e7a087 HTTP/1.1" status: 204 len: 168 time: 1.8971691 May 14 09:48:35.878520 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 34998) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:35.947672 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecb8357-eb58-4ecc-a6db-9729038a8b84 admin admin] Deleting subnet cc543ef6-9e80-42ed-9048-68a126d3a0a3 {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:48:35.951320 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-aecb8357-eb58-4ecc-a6db-9729038a8b84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:36.010143 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-aecb8357-eb58-4ecc-a6db-9729038a8b84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5551613'] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:36.092087 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 76a22715-ad89-4ec8-a8f3-b684e9a31c6c no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:36.126251 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 76a22715-ad89-4ec8-a8f3-b684e9a31c6c {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:36.126624 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 76a22715-ad89-4ec8-a8f3-b684e9a31c6c not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:36.127034 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:36.134517 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-aecb8357-eb58-4ecc-a6db-9729038a8b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:36.207003 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:36.207272 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 22c7b8ac-2f5e-4751-ae24-1cd386f9b3af not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:36.403549 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-aecb8357-eb58-4ecc-a6db-9729038a8b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6324433'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:36.407505 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8e16f553-dc88-4c4c-873f-66b918dc18f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:36.442167 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb8357-eb58-4ecc-a6db-9729038a8b84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc543ef6-9e80-42ed-9048-68a126d3a0a3,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:36.445543 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-aecb8357-eb58-4ecc-a6db-9729038a8b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:36.446517 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-aecb8357-eb58-4ecc-a6db-9729038a8b84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:36.452807 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-aecb8357-eb58-4ecc-a6db-9729038a8b84 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cc543ef6-9e80-42ed-9048-68a126d3a0a3 HTTP/1.1" status: 204 len: 168 time: 0.5732741 May 14 09:48:36.452993 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d0a65-2547-4578-ba34-81d4f3c0f6bd None None] Network 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:48:36.455483 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35002) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:36.567684 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:36.646227 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Deleting port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:36.646717 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:36.729157 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e030103-beee-4a76-8ee0-7b9acca16d6a None None] DHCP port deletion for 34d1155e-d9e3-4f6a-a86a-1190fea7fa4b request from dv-cinder-734144-18-iscsi {{(pid=78753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 09:48:36.757232 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] For port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=5bdbe64f-1900-4ebb-8d0b-2e5521f441b7,segment=NetworkSegment(1b31f8e0-8a4f-4d06-b229-ec918721818c),segment_id=1b31f8e0-8a4f-4d06-b229-ec918721818c)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:36.757812 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:36.820892 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-4e030103-beee-4a76-8ee0-7b9acca16d6a None None] Deleting port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 {{(pid=78753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:36.821281 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4e030103-beee-4a76-8ee0-7b9acca16d6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:36.888256 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Calling delete_port for 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 owned by network:dhcp {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:36.934284 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-4e030103-beee-4a76-8ee0-7b9acca16d6a None None] For port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=5bdbe64f-1900-4ebb-8d0b-2e5521f441b7,segment=NetworkSegment(1b31f8e0-8a4f-4d06-b229-ec918721818c),segment_id=1b31f8e0-8a4f-4d06-b229-ec918721818c)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:36.935051 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4e030103-beee-4a76-8ee0-7b9acca16d6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:36.955881 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:36.960343 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fcdf0c6c-5dee-41ef-981a-df93d01851a0 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:37.008450 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdbe64f-1900-4ebb-8d0b-2e5521f441b7,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:37.011700 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:37.012846 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] No DVR routers for this DVR port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 on host dv-cinder-734144-18-iscsi {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:48:37.059934 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-4e030103-beee-4a76-8ee0-7b9acca16d6a None None] Calling delete_port for 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 owned by network:dhcp {{(pid=78753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:37.136302 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:37.153253 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d1155e-d9e3-4f6a-a86a-1190fea7fa4b']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:37.195410 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4e030103-beee-4a76-8ee0-7b9acca16d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783'] for port, after_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:37.199443 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-217ef29c-cfc0-42f0-a8db-e9074692c292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:37.245985 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e030103-beee-4a76-8ee0-7b9acca16d6a None None] Pushing event deleted for resources: {'Port': ['ID=5bdbe64f-1900-4ebb-8d0b-2e5521f441b7,revision_number=None']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:37.248975 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-4e030103-beee-4a76-8ee0-7b9acca16d6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:37.250013 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e030103-beee-4a76-8ee0-7b9acca16d6a None None] No DVR routers for this DVR port 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 on host dv-cinder-734144-18-iscsi {{(pid=78753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:48:37.263181 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b31f8e0-8a4f-4d06-b229-ec918721818c') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:37.263395 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b31f8e0-8a4f-4d06-b229-ec918721818c') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:37.279375 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5551366'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:37.296059 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:37.302313 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:48:37.302684 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474451'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: Traceback (most recent call last): May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: timer() May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: cb(*args, **kw) May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: return func(*args, **kwargs) May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: self._notify() May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: self.callback(batched_events) May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: event.method(event) May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: return f(self, *a, **k) May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._get(url).json() May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:48:37.315671 dv-cinder-734144-18-iscsi neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:48:37.395373 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:37.400339 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:37.415392 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:37.426975 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Pushing event deleted for resources: {'Network': ['ID=34d1155e-d9e3-4f6a-a86a-1190fea7fa4b,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:37.431240 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:37.444215 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] 10.222.0.30 "DELETE /v2.0/networks/34d1155e-d9e3-4f6a-a86a-1190fea7fa4b HTTP/1.1" status: 204 len: 168 time: 0.9868307 May 14 09:48:37.446239 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35016) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:38.010441 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7e543fde-8d74-4e98-8c30-c3a22fbf3bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680009'] for router_interface, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:38.092747 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:38.144361 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:38.144704 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 5bdbe64f-1900-4ebb-8d0b-2e5521f441b7 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:38.163201 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35026) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:38.891176 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-7e543fde-8d74-4e98-8c30-c3a22fbf3bba admin admin] Deleting port 2ba7d137-3491-49ed-9382-e2eb3aacccec {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:38.891969 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7e543fde-8d74-4e98-8c30-c3a22fbf3bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:39.062806 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-7e543fde-8d74-4e98-8c30-c3a22fbf3bba admin admin] For port 2ba7d137-3491-49ed-9382-e2eb3aacccec, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=2ba7d137-3491-49ed-9382-e2eb3aacccec,segment=NetworkSegment(332242b4-6509-4271-95d8-3973ce4e185a),segment_id=332242b4-6509-4271-95d8-3973ce4e185a)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:39.063155 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7e543fde-8d74-4e98-8c30-c3a22fbf3bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:39.210010 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-7e543fde-8d74-4e98-8c30-c3a22fbf3bba admin admin] Calling delete_port for 2ba7d137-3491-49ed-9382-e2eb3aacccec owned by network:router_interface {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:39.324475 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e79dd068-016f-406d-9b04-c211bcc6e308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680009'] for router_interface, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:39.657867 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7e543fde-8d74-4e98-8c30-c3a22fbf3bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:39.665799 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-72b35a9e-aa0b-4e6d-a8b1-72120b46302c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:39.716456 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e543fde-8d74-4e98-8c30-c3a22fbf3bba admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba7d137-3491-49ed-9382-e2eb3aacccec,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:39.721633 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7e543fde-8d74-4e98-8c30-c3a22fbf3bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:40.195310 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7e543fde-8d74-4e98-8c30-c3a22fbf3bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682457'] for router_interface, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:40.341993 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-e79dd068-016f-406d-9b04-c211bcc6e308 admin admin] Deleting port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:40.342356 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e79dd068-016f-406d-9b04-c211bcc6e308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:40.347052 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8bc675a8-7800-4ada-a17b-28b3c8f00b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:40.620186 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-e79dd068-016f-406d-9b04-c211bcc6e308 admin admin] For port 59df3c76-6bf2-41e8-9ff1-fd0e3d994752, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=59df3c76-6bf2-41e8-9ff1-fd0e3d994752,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:40.620568 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e79dd068-016f-406d-9b04-c211bcc6e308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:40.752928 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-e79dd068-016f-406d-9b04-c211bcc6e308 admin admin] Calling delete_port for 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 owned by network:router_interface {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:40.805827 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e543fde-8d74-4e98-8c30-c3a22fbf3bba admin admin] Router 3a0e4517-ce77-4437-a41c-6b130449513e has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:48:41.011842 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e543fde-8d74-4e98-8c30-c3a22fbf3bba admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:48:41.021320 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d8d3b2-345d-4938-9607-b69352943858 None None] Sync routers for ids ['3a0e4517-ce77-4437-a41c-6b130449513e'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:48:41.031055 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d8d3b2-345d-4938-9607-b69352943858 None None] Routers {'3a0e4517-ce77-4437-a41c-6b130449513e'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:41.031768 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-45d8d3b2-345d-4938-9607-b69352943858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:48:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['3a0e4517-ce77-4437-a41c-6b130449513e'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:41.063537 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-7e543fde-8d74-4e98-8c30-c3a22fbf3bba admin admin] 10.222.0.30 "PUT /v2.0/routers/3a0e4517-ce77-4437-a41c-6b130449513e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6161730 May 14 09:48:41.066515 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35032) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:41.210383 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e79dd068-016f-406d-9b04-c211bcc6e308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:41.216736 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:41.227108 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-45d8d3b2-345d-4938-9607-b69352943858 None None] Set router 3a0e4517-ce77-4437-a41c-6b130449513e gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:41.405674 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dd068-016f-406d-9b04-c211bcc6e308 admin admin] Pushing event deleted for resources: {'Port': ['ID=59df3c76-6bf2-41e8-9ff1-fd0e3d994752,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:41.435332 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e79dd068-016f-406d-9b04-c211bcc6e308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:41.508285 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] Notify callbacks [] for router, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:41.597582 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-45d8d3b2-345d-4938-9607-b69352943858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'name': 'tempest-TestMinimumBasicScenario-1565734681-router', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:41Z', 'updated_at': '2021-05-14T09:48:39Z', 'revision_number': 5, 'project_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'gw_port': {'id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:42Z', 'updated_at': '2021-05-14T09:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:41.601969 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d8d3b2-345d-4938-9607-b69352943858 None None] Checking router: 3a0e4517-ce77-4437-a41c-6b130449513e for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:48:41.610834 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d8d3b2-345d-4938-9607-b69352943858 None None] Routers {'3a0e4517-ce77-4437-a41c-6b130449513e'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:41.611448 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-45d8d3b2-345d-4938-9607-b69352943858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:48:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['3a0e4517-ce77-4437-a41c-6b130449513e'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:41.802784 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-45d8d3b2-345d-4938-9607-b69352943858 None None] Set router 3a0e4517-ce77-4437-a41c-6b130449513e gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:41.844000 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:41.858940 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e79dd068-016f-406d-9b04-c211bcc6e308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682457'] for router_interface, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:42.088446 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] Deleting port 69e6ba08-16fb-4e8d-919e-03adec265a2d {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:42.088684 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:42.118633 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-45d8d3b2-345d-4938-9607-b69352943858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'name': 'tempest-TestMinimumBasicScenario-1565734681-router', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:41Z', 'updated_at': '2021-05-14T09:48:39Z', 'revision_number': 5, 'project_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'gw_port': {'id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:42Z', 'updated_at': '2021-05-14T09:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:42.122458 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d8d3b2-345d-4938-9607-b69352943858 None None] The sync data for ids ['3a0e4517-ce77-4437-a41c-6b130449513e'] in dv-cinder-734144-18-iscsi is: [{'id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'name': 'tempest-TestMinimumBasicScenario-1565734681-router', 'tenant_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:45:41Z', 'updated_at': '2021-05-14T09:48:39Z', 'revision_number': 5, 'project_id': 'd3f1672e94d6449ab5c591e31e60ace4', 'gw_port': {'id': '69e6ba08-16fb-4e8d-919e-03adec265a2d', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0e4517-ce77-4437-a41c-6b130449513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:45:42Z', 'updated_at': '2021-05-14T09:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:48:42.355972 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] For port 69e6ba08-16fb-4e8d-919e-03adec265a2d, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=69e6ba08-16fb-4e8d-919e-03adec265a2d,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:42.356564 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:42.491169 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] Calling delete_port for 69e6ba08-16fb-4e8d-919e-03adec265a2d owned by network:router_gateway {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:42.495040 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79dd068-016f-406d-9b04-c211bcc6e308 admin admin] Router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:48:42.784799 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:42.831449 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79dd068-016f-406d-9b04-c211bcc6e308 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:48:42.837476 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-e79dd068-016f-406d-9b04-c211bcc6e308 admin admin] 10.222.0.30 "PUT /v2.0/routers/fc2c3d58-110b-42ba-a7cd-9f0fab1076b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6729298 May 14 09:48:42.840550 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35036) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:42.843751 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774e058-77fc-40fe-ad81-232a7f428b4b None None] Sync routers for ids ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:48:42.854392 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774e058-77fc-40fe-ad81-232a7f428b4b None None] Routers {'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:42.855097 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-c774e058-77fc-40fe-ad81-232a7f428b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:48:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:42.931144 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:42.938490 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f091aced-35ba-4460-a141-5b37624d3ae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:43.014906 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e6ba08-16fb-4e8d-919e-03adec265a2d,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:43.052496 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7471af01-a2ce-46a9-9467-51eb4a0d6da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:43.062049 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:43.063403 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-c774e058-77fc-40fe-ad81-232a7f428b4b None None] Set router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:43.141228 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682959'] for router_gateway, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:43.233963 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Notify callbacks [] for router, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:43.317208 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11847'] for router, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:43.320106 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:43.350364 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563803'] for router, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:43.351314 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a0e4517-ce77-4437-a41c-6b130449513e {{(pid=78751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:48:43.367184 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:43.371051 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-3f42ab44-c691-40ab-8318-d19daeb9df85 admin admin] 10.222.0.30 "DELETE /v2.0/routers/3a0e4517-ce77-4437-a41c-6b130449513e HTTP/1.1" status: 204 len: 168 time: 2.3035545 May 14 09:48:43.371689 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35040) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:43.380112 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-c774e058-77fc-40fe-ad81-232a7f428b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:48:41Z', 'revision_number': 5, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port': {'id': '313b2f3b-51ab-44c5-a18b-30d015876a98', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:25Z', 'updated_at': '2021-05-14T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:43.389918 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774e058-77fc-40fe-ad81-232a7f428b4b None None] Checking router: fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:48:43.405106 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774e058-77fc-40fe-ad81-232a7f428b4b None None] Routers {'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:43.405751 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-c774e058-77fc-40fe-ad81-232a7f428b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:48:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:43.468970 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eaf6cb5-cb7a-4b8d-9272-dd1f1c75231a admin admin] Deleting subnet 6f30863f-b360-4785-85a8-f46b7a70b257 {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:48:43.474606 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0eaf6cb5-cb7a-4b8d-9272-dd1f1c75231a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:43.490271 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:43.564368 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0eaf6cb5-cb7a-4b8d-9272-dd1f1c75231a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5551613'] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:43.584400 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Deleting port 313b2f3b-51ab-44c5-a18b-30d015876a98 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:43.584748 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:43.635031 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-c774e058-77fc-40fe-ad81-232a7f428b4b None None] Set router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 gateway port host: None {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:43.661252 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0eaf6cb5-cb7a-4b8d-9272-dd1f1c75231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:43.718197 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] For port 313b2f3b-51ab-44c5-a18b-30d015876a98, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=313b2f3b-51ab-44c5-a18b-30d015876a98,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:43.718553 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:43.744342 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-c774e058-77fc-40fe-ad81-232a7f428b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:48:43Z', 'revision_number': 6, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port_host': None}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:43.748539 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774e058-77fc-40fe-ad81-232a7f428b4b None None] The sync data for ids ['fc2c3d58-110b-42ba-a7cd-9f0fab1076b6'] in dv-cinder-734144-18-iscsi is: [{'id': 'fc2c3d58-110b-42ba-a7cd-9f0fab1076b6', 'name': 'tempest-AttachVolumeTestJSON-2099412117-router', 'tenant_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:23Z', 'updated_at': '2021-05-14T09:48:43Z', 'revision_number': 6, 'project_id': '91f7cc77c8c74e0d9e8f445f9248d7f3', 'gw_port_host': None}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:48:43.858169 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Calling delete_port for 313b2f3b-51ab-44c5-a18b-30d015876a98 owned by network:router_gateway {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:43.959618 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0eaf6cb5-cb7a-4b8d-9272-dd1f1c75231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6324433'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:43.965731 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:44.010624 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0eaf6cb5-cb7a-4b8d-9272-dd1f1c75231a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:44.014367 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf6cb5-cb7a-4b8d-9272-dd1f1c75231a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f30863f-b360-4785-85a8-f46b7a70b257,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:44.016525 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0cca65-4d26-4088-9b73-1e8d27c7fd26 None None] Network 8f31cbde-a3de-4e5a-bd8a-c4eab36331cd requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:48:44.017234 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0eaf6cb5-cb7a-4b8d-9272-dd1f1c75231a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:44.026233 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-0eaf6cb5-cb7a-4b8d-9272-dd1f1c75231a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6f30863f-b360-4785-85a8-f46b7a70b257 HTTP/1.1" status: 204 len: 168 time: 0.6498451 May 14 09:48:44.026773 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35044) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:44.053284 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:44.060458 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-680de4fd-e61e-422c-8507-c777ab6dbbfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:44.127407 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:44.174025 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=313b2f3b-51ab-44c5-a18b-30d015876a98,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:44.182649 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:44.267826 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:44.274921 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2ba7d137-3491-49ed-9382-e2eb3aacccec no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:44.315366 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 2ba7d137-3491-49ed-9382-e2eb3aacccec {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:44.316007 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2ba7d137-3491-49ed-9382-e2eb3aacccec not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:44.316672 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:44.356154 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:44.356592 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 59df3c76-6bf2-41e8-9ff1-fd0e3d994752 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:44.357097 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 69e6ba08-16fb-4e8d-919e-03adec265a2d no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:44.364745 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682959'] for router_gateway, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:44.392997 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 69e6ba08-16fb-4e8d-919e-03adec265a2d {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:44.393505 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 69e6ba08-16fb-4e8d-919e-03adec265a2d not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:44.543228 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11847'] for router, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:44.546584 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:44.577741 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563803'] for router, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:44.578174 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 {{(pid=78752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:48:44.584605 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Deleting port 9e05537a-be44-4c15-aaed-485b4d3d7047 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:44.584955 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:44.639146 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] DHCP port deletion for 8f31cbde-a3de-4e5a-bd8a-c4eab36331cd request from dv-cinder-734144-18-iscsi {{(pid=78753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 09:48:44.671259 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:44.672457 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/fc2c3d58-110b-42ba-a7cd-9f0fab1076b6 HTTP/1.1" status: 204 len: 168 time: 1.8308430 May 14 09:48:44.676426 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35048) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:44.702674 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] For port 9e05537a-be44-4c15-aaed-485b4d3d7047, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=9e05537a-be44-4c15-aaed-485b4d3d7047,segment=NetworkSegment(332242b4-6509-4271-95d8-3973ce4e185a),segment_id=332242b4-6509-4271-95d8-3973ce4e185a)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:44.703031 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:44.743181 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-590cae2b-45a6-47e4-8930-cd2071f42455 admin admin] Deleting subnet 66021503-54ca-4040-9580-08c3db49374a {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:48:44.747506 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-590cae2b-45a6-47e4-8930-cd2071f42455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:44.757052 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Deleting port 9e05537a-be44-4c15-aaed-485b4d3d7047 {{(pid=78753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:44.757545 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:44.817799 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-590cae2b-45a6-47e4-8930-cd2071f42455 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5551613'] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:44.901815 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] For port 9e05537a-be44-4c15-aaed-485b4d3d7047, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=9e05537a-be44-4c15-aaed-485b4d3d7047,segment=NetworkSegment(332242b4-6509-4271-95d8-3973ce4e185a),segment_id=332242b4-6509-4271-95d8-3973ce4e185a)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:44.902373 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:44.909310 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-590cae2b-45a6-47e4-8930-cd2071f42455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.001733 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Calling delete_port for 9e05537a-be44-4c15-aaed-485b4d3d7047 owned by network:dhcp {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:45.054834 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Calling delete_port for 9e05537a-be44-4c15-aaed-485b4d3d7047 owned by network:dhcp {{(pid=78753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:45.087716 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.092425 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1c10a5fc-f9b8-4fb1-a3fb-9071522df666 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:45.123101 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783'] for port, after_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.131269 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:45.137887 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e05537a-be44-4c15-aaed-485b4d3d7047,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:45.142484 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:45.143907 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] No DVR routers for this DVR port 9e05537a-be44-4c15-aaed-485b4d3d7047 on host dv-cinder-734144-18-iscsi {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:48:45.184416 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Pushing event deleted for resources: {'Port': ['ID=9e05537a-be44-4c15-aaed-485b4d3d7047,revision_number=None']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:45.189780 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] No DVR routers for this DVR port 9e05537a-be44-4c15-aaed-485b4d3d7047 on host dv-cinder-734144-18-iscsi {{(pid=78753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:48:45.196923 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:45.197264 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:45.197616 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:45.197925 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:45.198254 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:45.198569 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:45.198890 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:45.201604 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:45.201604 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:45.201604 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:45.201604 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:45.201604 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:45.205250 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:45.276012 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.289721 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f31cbde-a3de-4e5a-bd8a-c4eab36331cd']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:45.302701 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332242b4-6509-4271-95d8-3973ce4e185a') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:45.303063 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332242b4-6509-4271-95d8-3973ce4e185a') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:45.315153 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-590cae2b-45a6-47e4-8930-cd2071f42455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6324433'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.316797 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8351091'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.320315 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:45.333740 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.340858 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:48:45.341191 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7820853'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: Traceback (most recent call last): May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: timer() May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: cb(*args, **kw) May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: return func(*args, **kwargs) May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: self._notify() May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: self.callback(batched_events) May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: event.method(event) May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: return f(self, *a, **k) May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: return self._get(url).json() May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:48:45.358885 dv-cinder-734144-18-iscsi neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:48:45.367924 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-590cae2b-45a6-47e4-8930-cd2071f42455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.367924 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cae2b-45a6-47e4-8930-cd2071f42455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66021503-54ca-4040-9580-08c3db49374a,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:45.368377 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-590cae2b-45a6-47e4-8930-cd2071f42455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:45.371707 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84acbd11-7c43-476a-9879-131e1e48ff27 None None] Network 985cc55b-f372-49ec-9629-66d97c3fcf56 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:48:45.375983 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-590cae2b-45a6-47e4-8930-cd2071f42455 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/66021503-54ca-4040-9580-08c3db49374a HTTP/1.1" status: 204 len: 168 time: 0.6983950 May 14 09:48:45.376624 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35052) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:45.453521 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.457699 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:45.481188 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.498568 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.499590 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8f31cbde-a3de-4e5a-bd8a-c4eab36331cd HTTP/1.1" status: 204 len: 168 time: 1.4713655 May 14 09:48:45.500897 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f31cbde-a3de-4e5a-bd8a-c4eab36331cd,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:45.503592 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:45.516165 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.626999 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Deleting port 3dcd6d5c-74d3-4065-814a-554b285885ac {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:45.627378 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.679674 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35058) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:45.712957 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbdfd88-de22-45c2-8c8f-c2bda3156001 None None] DHCP port deletion for 985cc55b-f372-49ec-9629-66d97c3fcf56 request from dv-cinder-734144-18-iscsi {{(pid=78753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 09:48:45.742260 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] For port 3dcd6d5c-74d3-4065-814a-554b285885ac, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=3dcd6d5c-74d3-4065-814a-554b285885ac,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:45.742866 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.753269 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-649795cb-b4ae-4130-ae20-e78250cc848c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85ca02835c3c40c4b255bab3610e8a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718768 May 14 09:48:45.756676 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35062) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:45.807755 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-afbdfd88-de22-45c2-8c8f-c2bda3156001 None None] Deleting port 3dcd6d5c-74d3-4065-814a-554b285885ac {{(pid=78753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:45.809006 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-afbdfd88-de22-45c2-8c8f-c2bda3156001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.832918 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.859919 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9261ca36-bb74-4577-be7c-fb5d6500d77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.883593 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Calling delete_port for 3dcd6d5c-74d3-4065-814a-554b285885ac owned by network:dhcp {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:45.894193 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9261ca36-bb74-4577-be7c-fb5d6500d77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.952670 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.961931 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bd363115-065b-40af-b3f5-7b99790af2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:45.966105 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9261ca36-bb74-4577-be7c-fb5d6500d77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.971223 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-afbdfd88-de22-45c2-8c8f-c2bda3156001 None None] For port 3dcd6d5c-74d3-4065-814a-554b285885ac, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=3dcd6d5c-74d3-4065-814a-554b285885ac,segment=NetworkSegment(68e2bf59-9158-4874-95a8-e88249da7caa),segment_id=68e2bf59-9158-4874-95a8-e88249da7caa)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:45.971659 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-afbdfd88-de22-45c2-8c8f-c2bda3156001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:45.972286 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-dcbdacbb-19e5-49d6-b4a5-2aa07caa7dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:45.989612 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261ca36-bb74-4577-be7c-fb5d6500d77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2e2f8f-baa0-47ad-878f-e4e5128c6856,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:45.993465 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9261ca36-bb74-4577-be7c-fb5d6500d77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:45.997439 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9261ca36-bb74-4577-be7c-fb5d6500d77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.000956 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-9261ca36-bb74-4577-be7c-fb5d6500d77c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad2e2f8f-baa0-47ad-878f-e4e5128c6856 HTTP/1.1" status: 204 len: 168 time: 0.2406788 May 14 09:48:46.019428 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=3dcd6d5c-74d3-4065-814a-554b285885ac,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:46.029235 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] No DVR routers for this DVR port 3dcd6d5c-74d3-4065-814a-554b285885ac on host dv-cinder-734144-18-iscsi {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:48:46.031507 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:46.031915 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:46.032282 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:46.032689 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:46.033046 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:46.033400 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:46.033752 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:46.034106 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:46.034454 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:46.034809 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:46.035199 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:46.035561 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:48:46.067303 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:46.107900 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-afbdfd88-de22-45c2-8c8f-c2bda3156001 None None] Calling delete_port for 3dcd6d5c-74d3-4065-814a-554b285885ac owned by network:dhcp {{(pid=78753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:46.151062 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 3dcd6d5c-74d3-4065-814a-554b285885ac no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:46.187795 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.195165 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 3dcd6d5c-74d3-4065-814a-554b285885ac {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:46.195510 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 3dcd6d5c-74d3-4065-814a-554b285885ac not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:46.195995 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 9e05537a-be44-4c15-aaed-485b4d3d7047 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:46.203808 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985cc55b-f372-49ec-9629-66d97c3fcf56']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:46.218076 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e2bf59-9158-4874-95a8-e88249da7caa') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:46.218619 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e2bf59-9158-4874-95a8-e88249da7caa') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:46.231686 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5551366'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.235555 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 9e05537a-be44-4c15-aaed-485b4d3d7047 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:46.235555 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 9e05537a-be44-4c15-aaed-485b4d3d7047 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:46.235555 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 313b2f3b-51ab-44c5-a18b-30d015876a98 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:46.249280 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.256291 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:48:46.256771 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474451'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.265607 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-afbdfd88-de22-45c2-8c8f-c2bda3156001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783'] for port, after_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: Traceback (most recent call last): May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: timer() May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: cb(*args, **kw) May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: return func(*args, **kwargs) May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: self._notify() May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: self.callback(batched_events) May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: event.method(event) May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: return f(self, *a, **k) May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._get(url).json() May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:48:46.271999 dv-cinder-734144-18-iscsi neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:48:46.274372 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-7e514dd3-6730-480f-8f53-4803e3558b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:46.307710 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 313b2f3b-51ab-44c5-a18b-30d015876a98 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:46.308057 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 313b2f3b-51ab-44c5-a18b-30d015876a98 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:46.323065 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdfd88-de22-45c2-8c8f-c2bda3156001 None None] Pushing event deleted for resources: {'Port': ['ID=3dcd6d5c-74d3-4065-814a-554b285885ac,revision_number=None']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:46.325673 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-afbdfd88-de22-45c2-8c8f-c2bda3156001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:46.330721 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdfd88-de22-45c2-8c8f-c2bda3156001 None None] No DVR routers for this DVR port 3dcd6d5c-74d3-4065-814a-554b285885ac on host dv-cinder-734144-18-iscsi {{(pid=78753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:48:46.361543 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.371921 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.375835 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-04e09617-2283-4d7d-b8b9-1b4656cd0ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:46.401002 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=985cc55b-f372-49ec-9629-66d97c3fcf56,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:46.404166 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:46.421837 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] 10.222.0.30 "DELETE /v2.0/networks/985cc55b-f372-49ec-9629-66d97c3fcf56 HTTP/1.1" status: 204 len: 168 time: 1.0438325 May 14 09:48:46.448781 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35072) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:46.507724 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-4dff5c76-e53d-4c11-8485-4b2556a6155f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3f1672e94d6449ab5c591e31e60ace4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581076 May 14 09:48:46.512830 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35076) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:46.548019 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35080) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:46.581452 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d95e0d28-9d73-4689-b47c-69626130224d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.601478 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-6691a5d5-0cb6-4582-815e-00b242cb19b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91f7cc77c8c74e0d9e8f445f9248d7f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0520380 May 14 09:48:46.603710 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35084) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:46.609379 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d95e0d28-9d73-4689-b47c-69626130224d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.669907 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d95e0d28-9d73-4689-b47c-69626130224d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.671298 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-285664af-9278-4f35-9e69-e638189dda9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.675218 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9261ca36-bb74-4577-be7c-fb5d6500d77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:46.688995 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e0d28-9d73-4689-b47c-69626130224d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedb8446-e9f6-431a-a773-151bf8c76e99,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:46.691980 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d95e0d28-9d73-4689-b47c-69626130224d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:46.695183 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d95e0d28-9d73-4689-b47c-69626130224d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.696481 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-d95e0d28-9d73-4689-b47c-69626130224d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cedb8446-e9f6-431a-a773-151bf8c76e99 HTTP/1.1" status: 204 len: 168 time: 0.1827188 May 14 09:48:46.699550 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-285664af-9278-4f35-9e69-e638189dda9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.758105 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-285664af-9278-4f35-9e69-e638189dda9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.763641 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0eec911e-d8ba-4b1a-accd-b5749d5b0b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:46.778704 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285664af-9278-4f35-9e69-e638189dda9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4bad6f-0e5f-4fce-8438-e8d1db58d050,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:46.782746 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-285664af-9278-4f35-9e69-e638189dda9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:46.786620 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-285664af-9278-4f35-9e69-e638189dda9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.788284 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-285664af-9278-4f35-9e69-e638189dda9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e4bad6f-0e5f-4fce-8438-e8d1db58d050 HTTP/1.1" status: 204 len: 168 time: 0.1835177 May 14 09:48:52.043640 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:48:55.138183 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-25332040-6dc7-4b2d-bf68-b90ff5b82344 req-cde5e4b3-6bf5-4de6-8a62-537810e86d3a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737424 May 14 09:48:55.241662 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25332040-6dc7-4b2d-bf68-b90ff5b82344 req-e733b21a-6a9f-4e94-bd0b-f61868af9d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:55.243197 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-25332040-6dc7-4b2d-bf68-b90ff5b82344 req-e733b21a-6a9f-4e94-bd0b-f61868af9d8c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=48873c3bcf674a0593730b514b4ffa39&device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 1099 time: 0.0760915 May 14 09:48:55.396926 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25332040-6dc7-4b2d-bf68-b90ff5b82344 req-1221a7bc-9f84-4d54-af8a-f629fe60614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:55.398282 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-25332040-6dc7-4b2d-bf68-b90ff5b82344 req-1221a7bc-9f84-4d54-af8a-f629fe60614b service neutron] 10.222.0.77 "GET /v2.0/networks?id=33793f62-2dd2-41d9-955d-c771f928128f HTTP/1.1" status: 200 len: 918 time: 0.1318913 May 14 09:48:55.513822 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-25332040-6dc7-4b2d-bf68-b90ff5b82344 req-d3c389e7-9acb-4712-b147-580e81985fe4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a HTTP/1.1" status: 200 len: 1001 time: 0.1085863 May 14 09:48:55.583257 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25332040-6dc7-4b2d-bf68-b90ff5b82344 req-c703829f-7490-400c-b809-4729f4fc7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:55.584779 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-25332040-6dc7-4b2d-bf68-b90ff5b82344 req-c703829f-7490-400c-b809-4729f4fc7da3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a HTTP/1.1" status: 200 len: 856 time: 0.0646155 May 14 09:48:55.670139 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25332040-6dc7-4b2d-bf68-b90ff5b82344 req-74a85d02-09e9-498b-a006-bfe8224cbcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:55.671516 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-25332040-6dc7-4b2d-bf68-b90ff5b82344 req-74a85d02-09e9-498b-a006-bfe8224cbcc1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33793f62-2dd2-41d9-955d-c771f928128f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0760336 May 14 09:48:55.915225 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-25332040-6dc7-4b2d-bf68-b90ff5b82344 req-aa509872-0b21-4193-b2ef-3299377c9750 service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347062 May 14 09:48:56.056070 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-25332040-6dc7-4b2d-bf68-b90ff5b82344 req-74020f96-bb94-4835-a7c3-c48c360eee7d service neutron] 10.222.0.77 "GET /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331246 May 14 09:49:04.170561 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06233698-8dc1-4dba-b8cd-ce4631a0157a req-5134bfa4-47c6-403f-94c7-942e39c05175 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:04.172946 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-06233698-8dc1-4dba-b8cd-ce4631a0157a req-5134bfa4-47c6-403f-94c7-942e39c05175 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 946 time: 0.0891318 May 14 09:49:04.226376 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-06233698-8dc1-4dba-b8cd-ce4631a0157a req-6d73a851-0436-403a-a806-1129bb347b55 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476754 May 14 09:49:05.435590 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef74ce5-47a7-4ddc-b150-baf38b30c287 req-9e67d9e3-2e00-468d-a862-6f729b2e9537 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:05.437112 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cef74ce5-47a7-4ddc-b150-baf38b30c287 req-9e67d9e3-2e00-468d-a862-6f729b2e9537 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 946 time: 0.0852878 May 14 09:49:05.486546 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cef74ce5-47a7-4ddc-b150-baf38b30c287 req-cc766164-0ad6-4f24-8a56-31e5e4616847 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups?id=2645bee1-5938-404b-860e-3a03c4d0f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 May 14 09:49:05.507653 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-74a98695-c511-488e-98d3-6dafe3ff2358 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:05.508538 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-74a98695-c511-488e-98d3-6dafe3ff2358 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Synchronizing usage tracker for tenant:48873c3bcf674a0593730b514b4ffa39 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:49:05.521770 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-74a98695-c511-488e-98d3-6dafe3ff2358 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Unset dirty status for tenant:48873c3bcf674a0593730b514b4ffa39 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:49:05.522783 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-74a98695-c511-488e-98d3-6dafe3ff2358 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.77 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 946 time: 0.0986483 May 14 09:49:05.670988 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Deleting port bbc7a157-72c2-4d55-b4b9-5db41297a92a {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:49:05.671440 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:05.814613 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] For port bbc7a157-72c2-4d55-b4b9-5db41297a92a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bbc7a157-72c2-4d55-b4b9-5db41297a92a,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:05.814993 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:06.132273 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:06.132646 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:06.133122 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.l3_db [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Floating IP 538eed16-c87b-4d34-b74b-37d21dae9660 disassociated. External IP: 172.27.2.124, port: bbc7a157-72c2-4d55-b4b9-5db41297a92a. May 14 09:49:06.133433 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Calling delete_port for bbc7a157-72c2-4d55-b4b9-5db41297a92a owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:49:06.257336 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:06.263242 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-25fbdd67-e87c-4672-94c3-76f3b1766b8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:06.309758 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event deleted for resources: {'Port': ['ID=bbc7a157-72c2-4d55-b4b9-5db41297a92a,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:06.312913 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:06.512162 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:49:06.650096 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2068eeb7-800d-4ace-962f-fc496ec51bc2 req-c58c21bc-d4eb-4ded-9169-7400ff7e9b74 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/ports?device_id=424d8eb4-7011-4b67-b3a1-f9383ea321b8 HTTP/1.1" status: 200 len: 210 time: 0.0476706 May 14 09:49:06.713737 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:49:06.724097 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6e2ab4-d606-4083-8f8c-446e89eeee3f None None] Sync routers for ids ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:49:06.735017 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e2ab4-d606-4083-8f8c-446e89eeee3f None None] Routers {'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:49:06.735017 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-6c6e2ab4-d606-4083-8f8c-446e89eeee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:48:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:06.886700 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] No DVR routers for this DVR port bbc7a157-72c2-4d55-b4b9-5db41297a92a on host hv-cinder-73414 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:49:06.889943 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:06.894262 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'name': 'network-vif-deleted', 'tag': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:49:06.911612 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-bf0a09da-f57b-439b-b4d0-ca26073a9c5e req-27c7aa83-fa74-4d7c-8e08-6ec646dbd3d4 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.77 "DELETE /v2.0/ports/bbc7a157-72c2-4d55-b4b9-5db41297a92a HTTP/1.1" status: 204 len: 173 time: 1.3826587 May 14 09:49:06.942125 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-6c6e2ab4-d606-4083-8f8c-446e89eeee3f None None] Set router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:49:06.950181 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424d8eb4-7011-4b67-b3a1-f9383ea321b8', 'name': 'network-vif-deleted', 'tag': 'bbc7a157-72c2-4d55-b4b9-5db41297a92a', 'status': 'completed', 'code': 200} May 14 09:49:07.273585 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-6c6e2ab4-d606-4083-8f8c-446e89eeee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:30Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'f19077fa-b11f-4396-b444-44ec9607bb6c', 'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'mac_address': 'fa:16:3e:1e:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:49Z', 'revision_number': 5, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'subnets': [{'id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:07.277850 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6e2ab4-d606-4083-8f8c-446e89eeee3f None None] Checking router: b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:49:07.286891 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e2ab4-d606-4083-8f8c-446e89eeee3f None None] Routers {'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:49:07.287542 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-6c6e2ab4-d606-4083-8f8c-446e89eeee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:48:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:07.491622 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-6c6e2ab4-d606-4083-8f8c-446e89eeee3f None None] Set router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:49:07.782141 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35298) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:07.853981 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-6c6e2ab4-d606-4083-8f8c-446e89eeee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:30Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'f19077fa-b11f-4396-b444-44ec9607bb6c', 'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'mac_address': 'fa:16:3e:1e:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:49Z', 'revision_number': 5, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'subnets': [{'id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:07.856356 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-421e12fe-e07f-4bfb-9dba-408c8c638d0b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:07.858882 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6e2ab4-d606-4083-8f8c-446e89eeee3f None None] The sync data for ids ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'] in dv-cinder-734144-18-iscsi is: [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:41:30Z', 'revision_number': 4, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'f19077fa-b11f-4396-b444-44ec9607bb6c', 'name': '', 'network_id': '33793f62-2dd2-41d9-955d-c771f928128f', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'mac_address': 'fa:16:3e:1e:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:27Z', 'updated_at': '2021-05-14T09:41:49Z', 'revision_number': 5, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'subnets': [{'id': '35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:49:07.890293 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-421e12fe-e07f-4bfb-9dba-408c8c638d0b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:07.961356 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-421e12fe-e07f-4bfb-9dba-408c8c638d0b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:07.965673 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:07.984434 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e12fe-e07f-4bfb-9dba-408c8c638d0b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2645bee1-5938-404b-860e-3a03c4d0f03a,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:07.987898 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-421e12fe-e07f-4bfb-9dba-408c8c638d0b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:07.996432 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-421e12fe-e07f-4bfb-9dba-408c8c638d0b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:08.000045 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-421e12fe-e07f-4bfb-9dba-408c8c638d0b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "DELETE /v2.0/security-groups/2645bee1-5938-404b-860e-3a03c4d0f03a HTTP/1.1" status: 204 len: 168 time: 0.2168407 May 14 09:49:08.000424 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35302) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:08.018913 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.api.v2.resource [None req-65231863-2c68-4803-a8df-c31e4c37d384 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] show failed (client error): The resource could not be found. May 14 09:49:08.019988 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-65231863-2c68-4803-a8df-c31e4c37d384 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "GET /v2.0/security-groups/2645bee1-5938-404b-860e-3a03c4d0f03a HTTP/1.1" status: 404 len: 347 time: 0.0185549 May 14 09:49:08.023021 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35306) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:08.121071 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c365a7-16f1-4cc3-90e2-80854057e5ed None None] New status for floating IP 538eed16-c87b-4d34-b74b-37d21dae9660: DOWN {{(pid=78753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:49:08.263357 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-2d03af74-3ffb-4bf8-a29a-41a50354dc15 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Deleting port 898f82b1-868b-46d0-b78d-bd03851803ef {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:49:08.263809 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2d03af74-3ffb-4bf8-a29a-41a50354dc15 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:08.392377 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2d03af74-3ffb-4bf8-a29a-41a50354dc15 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:08.393186 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2d03af74-3ffb-4bf8-a29a-41a50354dc15 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:08.532225 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-2d03af74-3ffb-4bf8-a29a-41a50354dc15 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Calling delete_port for 898f82b1-868b-46d0-b78d-bd03851803ef owned by network:floatingip {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:49:08.652116 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2d03af74-3ffb-4bf8-a29a-41a50354dc15 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:08.656597 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e495f1e0-cd4c-42e4-a1a6-b8f5048c4aeb tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:08.703726 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03af74-3ffb-4bf8-a29a-41a50354dc15 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Pushing event deleted for resources: {'Port': ['ID=898f82b1-868b-46d0-b78d-bd03851803ef,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:08.707533 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2d03af74-3ffb-4bf8-a29a-41a50354dc15 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:08.798716 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2d03af74-3ffb-4bf8-a29a-41a50354dc15 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks [] for floatingip, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:08.813296 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2d03af74-3ffb-4bf8-a29a-41a50354dc15 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:08.814407 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-2d03af74-3ffb-4bf8-a29a-41a50354dc15 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] 10.222.0.30 "DELETE /v2.0/floatingips/538eed16-c87b-4d34-b74b-37d21dae9660 HTTP/1.1" status: 204 len: 168 time: 0.7904301 May 14 09:49:10.342618 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-b4738b21-e06a-4a09-9dda-0e6a96245bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:11.205578 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device bbc7a157-72c2-4d55-b4b9-5db41297a92a no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:49:11.240474 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: bbc7a157-72c2-4d55-b4b9-5db41297a92a {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:49:11.240815 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device bbc7a157-72c2-4d55-b4b9-5db41297a92a not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:49:11.668334 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35348) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:12.577284 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c065-172e-4da7-aa03-c785d17742ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680009'] for router_interface, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:12.781540 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:13.031467 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9c065-172e-4da7-aa03-c785d17742ab admin admin] Deleting port f19077fa-b11f-4396-b444-44ec9607bb6c {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:49:13.032348 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c065-172e-4da7-aa03-c785d17742ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:13.040733 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-cc2bdd6e-44da-4937-a1c2-48092153209f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:13.166624 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-4bd9c065-172e-4da7-aa03-c785d17742ab admin admin] For port f19077fa-b11f-4396-b444-44ec9607bb6c, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=f19077fa-b11f-4396-b444-44ec9607bb6c,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:13.166989 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c065-172e-4da7-aa03-c785d17742ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:13.290543 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9c065-172e-4da7-aa03-c785d17742ab admin admin] Calling delete_port for f19077fa-b11f-4396-b444-44ec9607bb6c owned by network:router_interface {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:49:13.447598 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c065-172e-4da7-aa03-c785d17742ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:13.453673 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:13.522790 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9c065-172e-4da7-aa03-c785d17742ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f19077fa-b11f-4396-b444-44ec9607bb6c,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:13.530710 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4bd9c065-172e-4da7-aa03-c785d17742ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:13.776776 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c065-172e-4da7-aa03-c785d17742ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682457'] for router_interface, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:14.050250 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:14.263991 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd9c065-172e-4da7-aa03-c785d17742ab admin admin] Router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:49:14.458552 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd9c065-172e-4da7-aa03-c785d17742ab admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:49:14.466975 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0f745-42e1-433d-96ae-e19d6befb156 None None] Sync routers for ids ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:49:14.472499 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-4bd9c065-172e-4da7-aa03-c785d17742ab admin admin] 10.222.0.30 "PUT /v2.0/routers/b5de3dbf-2389-4322-a4fb-ae8f6aa556d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8030217 May 14 09:49:14.475094 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35368) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:14.477188 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0f745-42e1-433d-96ae-e19d6befb156 None None] Routers {'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:49:14.477806 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-76e0f745-42e1-433d-96ae-e19d6befb156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:49:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:14.666904 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:14.672876 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-76e0f745-42e1-433d-96ae-e19d6befb156 None None] Set router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:49:14.842899 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:14.928262 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Deleting port e8aabf2c-8837-4d87-bda5-49dbd40b1d50 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:49:14.928504 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:14.972118 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-76e0f745-42e1-433d-96ae-e19d6befb156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:49:13Z', 'revision_number': 5, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port': {'id': 'e8aabf2c-8837-4d87-bda5-49dbd40b1d50', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:19Z', 'updated_at': '2021-05-14T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:14.976234 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0f745-42e1-433d-96ae-e19d6befb156 None None] Checking router: b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:49:14.985190 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0f745-42e1-433d-96ae-e19d6befb156 None None] Routers {'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:49:14.985802 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-76e0f745-42e1-433d-96ae-e19d6befb156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:49:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:15.055701 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] For port e8aabf2c-8837-4d87-bda5-49dbd40b1d50, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=e8aabf2c-8837-4d87-bda5-49dbd40b1d50,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:15.056038 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:15.139827 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-76e0f745-42e1-433d-96ae-e19d6befb156 None None] Set router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 gateway port host: None {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:49:15.179168 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Calling delete_port for e8aabf2c-8837-4d87-bda5-49dbd40b1d50 owned by network:router_gateway {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:49:15.247844 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-76e0f745-42e1-433d-96ae-e19d6befb156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:49:14Z', 'revision_number': 6, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port_host': None}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:15.253560 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0f745-42e1-433d-96ae-e19d6befb156 None None] The sync data for ids ['b5de3dbf-2389-4322-a4fb-ae8f6aa556d1'] in dv-cinder-734144-18-iscsi is: [{'id': 'b5de3dbf-2389-4322-a4fb-ae8f6aa556d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1202310127-router', 'tenant_id': '48873c3bcf674a0593730b514b4ffa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:18Z', 'updated_at': '2021-05-14T09:49:14Z', 'revision_number': 6, 'project_id': '48873c3bcf674a0593730b514b4ffa39', 'gw_port_host': None}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:49:15.336613 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:15.340335 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2c33ac03-2941-4828-8a19-a8d95e7a11ac tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:15.385016 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8aabf2c-8837-4d87-bda5-49dbd40b1d50,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:15.388438 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:15.423117 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:15.491645 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682959'] for router_gateway, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:15.791242 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11847'] for router, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:15.794076 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:15.803013 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:15.825749 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563803'] for router, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:15.826278 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 {{(pid=78751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:49:15.839328 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:15.840500 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b5de3dbf-2389-4322-a4fb-ae8f6aa556d1 HTTP/1.1" status: 204 len: 168 time: 1.3644593 May 14 09:49:15.844336 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35376) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:15.913953 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b9d3ec-9366-489f-b8fc-00cb8ec4218c admin admin] Deleting subnet 35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:49:15.917168 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-92b9d3ec-9366-489f-b8fc-00cb8ec4218c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:15.970452 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-92b9d3ec-9366-489f-b8fc-00cb8ec4218c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8351112'] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:16.103085 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-92b9d3ec-9366-489f-b8fc-00cb8ec4218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:16.133914 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device e8aabf2c-8837-4d87-bda5-49dbd40b1d50 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:49:16.173649 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: e8aabf2c-8837-4d87-bda5-49dbd40b1d50 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:49:16.174064 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device e8aabf2c-8837-4d87-bda5-49dbd40b1d50 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:49:16.174744 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device f19077fa-b11f-4396-b444-44ec9607bb6c no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:49:16.212135 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: f19077fa-b11f-4396-b444-44ec9607bb6c {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:49:16.212498 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device f19077fa-b11f-4396-b444-44ec9607bb6c not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:49:16.392872 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-92b9d3ec-9366-489f-b8fc-00cb8ec4218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7820895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7138095'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:16.394772 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:16.429954 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9d3ec-9366-489f-b8fc-00cb8ec4218c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:16.433046 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-92b9d3ec-9366-489f-b8fc-00cb8ec4218c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:16.433993 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-92b9d3ec-9366-489f-b8fc-00cb8ec4218c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:16.442732 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684047f0-e26f-4f53-a650-1d394517117b None None] Network 33793f62-2dd2-41d9-955d-c771f928128f requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:49:16.443270 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-92b9d3ec-9366-489f-b8fc-00cb8ec4218c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/35b11c3f-e7e1-4f91-b3ee-8a0c01e53a5a HTTP/1.1" status: 204 len: 168 time: 0.5949860 May 14 09:49:16.443270 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35380) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:16.660526 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:16.708856 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d481f8-9523-446c-876e-d1980da8e905 None None] DHCP port deletion for 33793f62-2dd2-41d9-955d-c771f928128f request from dv-cinder-734144-18-iscsi {{(pid=78753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 09:49:16.741043 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Deleting port 1cdd17c0-799d-4ac9-8e8c-e4971667af98 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:49:16.741381 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:16.786451 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-a0d481f8-9523-446c-876e-d1980da8e905 None None] Deleting port 1cdd17c0-799d-4ac9-8e8c-e4971667af98 {{(pid=78753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:49:16.786820 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a0d481f8-9523-446c-876e-d1980da8e905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:16.848716 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] For port 1cdd17c0-799d-4ac9-8e8c-e4971667af98, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=1cdd17c0-799d-4ac9-8e8c-e4971667af98,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:16.849791 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:16.933299 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-a0d481f8-9523-446c-876e-d1980da8e905 None None] For port 1cdd17c0-799d-4ac9-8e8c-e4971667af98, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=1cdd17c0-799d-4ac9-8e8c-e4971667af98,segment=NetworkSegment(6a55aa60-a67e-445a-ae5c-d52d076b8737),segment_id=6a55aa60-a67e-445a-ae5c-d52d076b8737)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:16.933535 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a0d481f8-9523-446c-876e-d1980da8e905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:16.977966 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Calling delete_port for 1cdd17c0-799d-4ac9-8e8c-e4971667af98 owned by network:dhcp {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:49:17.044193 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:17.048591 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-873f2ea2-c86c-4eef-a8b1-5bdf0296874c tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:17.056746 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-a0d481f8-9523-446c-876e-d1980da8e905 None None] Calling delete_port for 1cdd17c0-799d-4ac9-8e8c-e4971667af98 owned by network:dhcp {{(pid=78753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:49:17.094510 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Pushing event deleted for resources: {'Port': ['ID=1cdd17c0-799d-4ac9-8e8c-e4971667af98,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:17.097679 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:17.098464 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] No DVR routers for this DVR port 1cdd17c0-799d-4ac9-8e8c-e4971667af98 on host dv-cinder-734144-18-iscsi {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:49:17.108380 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a0d481f8-9523-446c-876e-d1980da8e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783'] for port, after_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:17.112587 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:17.156168 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d481f8-9523-446c-876e-d1980da8e905 None None] Pushing event deleted for resources: {'Port': ['ID=1cdd17c0-799d-4ac9-8e8c-e4971667af98,revision_number=None']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:17.159849 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-a0d481f8-9523-446c-876e-d1980da8e905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:17.162113 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d481f8-9523-446c-876e-d1980da8e905 None None] No DVR routers for this DVR port 1cdd17c0-799d-4ac9-8e8c-e4971667af98 on host dv-cinder-734144-18-iscsi {{(pid=78753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:49:17.218149 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:17.231923 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33793f62-2dd2-41d9-955d-c771f928128f']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:17.245136 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a55aa60-a67e-445a-ae5c-d52d076b8737') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:17.245434 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a55aa60-a67e-445a-ae5c-d52d076b8737') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:17.258718 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8351091'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:17.283504 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:17.290714 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:49:17.291119 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7820853'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: Traceback (most recent call last): May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: timer() May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: cb(*args, **kw) May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: return func(*args, **kwargs) May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: self._notify() May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: self.callback(batched_events) May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: event.method(event) May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: return f(self, *a, **k) May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: return self._get(url).json() May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:49:17.304587 dv-cinder-734144-18-iscsi neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:49:17.385005 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:17.389290 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-abde6ed1-c925-4e6c-88b7-273c1c494766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:17.402989 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:17.417229 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Pushing event deleted for resources: {'Network': ['ID=33793f62-2dd2-41d9-955d-c771f928128f,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:17.420299 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:17.422833 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] 10.222.0.30 "DELETE /v2.0/networks/33793f62-2dd2-41d9-955d-c771f928128f HTTP/1.1" status: 204 len: 168 time: 0.9780891 May 14 09:49:17.546805 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35388) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:17.603339 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-b54672e7-8300-49bb-8e20-28687cd09290 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48873c3bcf674a0593730b514b4ffa39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0552826 May 14 09:49:17.606852 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35392) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:17.668073 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-24ca620f-6623-40f8-8378-40647b6bec5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:17.697399 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-24ca620f-6623-40f8-8378-40647b6bec5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:17.762249 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-24ca620f-6623-40f8-8378-40647b6bec5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:17.767630 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f0f35022-22ea-4b2c-95ba-e21f27cc74aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:17.781925 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca620f-6623-40f8-8378-40647b6bec5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5b167c-f462-48bf-b18d-e798c3dbca1c,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:17.784377 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-24ca620f-6623-40f8-8378-40647b6bec5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:17.791941 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-24ca620f-6623-40f8-8378-40647b6bec5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:17.793470 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-24ca620f-6623-40f8-8378-40647b6bec5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a5b167c-f462-48bf-b18d-e798c3dbca1c HTTP/1.1" status: 204 len: 168 time: 0.1857638 May 14 09:49:18.111375 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 1cdd17c0-799d-4ac9-8e8c-e4971667af98 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:49:18.148046 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 1cdd17c0-799d-4ac9-8e8c-e4971667af98 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:49:18.148386 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 1cdd17c0-799d-4ac9-8e8c-e4971667af98 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:49:18.597636 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35418) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:18.725824 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1247994915-network', 'tenant_id': '755699e343024171ab36a99c8fedc6ce'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:49:18.730848 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:18.735816 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Usage tracker for resource:network and tenant:755699e343024171ab36a99c8fedc6ce is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:18.739512 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:18.745670 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:18.760036 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Made reservation on behalf of 755699e343024171ab36a99c8fedc6ce for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:49:18.762471 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:18.775133 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:18.797282 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:18.801573 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Usage tracker for resource:security_group_rule and tenant:755699e343024171ab36a99c8fedc6ce is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:18.804584 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:18.811293 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:18.911175 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:18.915228 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:18.918399 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-421c3c09-cc09-441d-951d-f6e524207c8f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:18.951193 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:49:18.960044 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b195f4-645a-4fef-ac4c-0e817fb344ed,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:18.963716 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:18.967289 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:18.969110 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.segments_db [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Added segment 362377ad-9172-4f98-869e-cf09f637e6c1 of type vlan for network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 May 14 09:49:19.008812 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:19.046041 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:19.047918 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:19.048706 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:19.054407 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:19.154349 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5554693 May 14 09:49:19.155213 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Pushing event updated for resources: {'Network': ['ID=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:19.157494 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35426) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:19.160258 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:19.164164 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Request body: {'subnet': {'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1247994915-subnet', 'tenant_id': '755699e343024171ab36a99c8fedc6ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:49:19.166718 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:49:19.169386 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:19.173684 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Usage tracker for resource:subnet and tenant:755699e343024171ab36a99c8fedc6ce is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:19.176943 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:19.182901 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:19.193991 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Made reservation on behalf of 755699e343024171ab36a99c8fedc6ce for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:49:19.196379 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6324406'] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:19.586583 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5551422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6324392'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:19.590828 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:19.664124 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d703ce2-c4e0-463a-88de-dd21eb034957,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:19.668222 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:19.672450 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Checking segment: {'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:49:19.672803 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Network hostable DHCP agents. Network: 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:49:19.691102 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:49:19.701551 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:49:19.717972 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:19.718897 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:19.719952 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d0d87d-56f6-482b-9a8e-d835c5f03ef7 None None] Network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:49:19.760934 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-3d2d81cf-b6eb-4834-a556-876dfdf8a786 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5904350 May 14 09:49:19.938606 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616420d2-d4bf-47f5-908d-5e6bca09a3a9 None None] Network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:49:20.427836 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4dcaaf1b-09c9-43c9-bf95-e45c43c6a77e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:20.429421 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4dcaaf1b-09c9-43c9-bf95-e45c43c6a77e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/networks?id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 HTTP/1.1" status: 200 len: 815 time: 0.1658332 May 14 09:49:20.445769 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-f29bebb0-f4fc-45ba-aa68-3a8d5e4b151a tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/quotas/755699e343024171ab36a99c8fedc6ce HTTP/1.1" status: 200 len: 375 time: 0.0104530 May 14 09:49:20.498694 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-76affc5c-d774-4e9a-9879-878aebd13d7d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=755699e343024171ab36a99c8fedc6ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471559 May 14 09:49:20.640152 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-b53c70d6-15b4-41e2-b276-83499fc9ba77 service neutron] 10.222.0.30 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329224 May 14 09:49:20.788025 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-872bef5b-512f-4685-b2ce-33c59f9d6ed6 service neutron] 10.222.0.30 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404581 May 14 09:49:20.977349 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e0e9605d-0c22-4a5b-a199-d861b6fd6045 req-515ac395-5763-43c5-8580-5bd90b257ba9 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 210 time: 0.0484850 May 14 09:49:22.092639 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-95c4cf54-af4b-43f8-8fc2-e08bd3bdb4f4 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:22.093406 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-95c4cf54-af4b-43f8-8fc2-e08bd3bdb4f4 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Synchronizing usage tracker for tenant:755699e343024171ab36a99c8fedc6ce on resource:network {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:49:22.112607 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-95c4cf54-af4b-43f8-8fc2-e08bd3bdb4f4 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Unset dirty status for tenant:755699e343024171ab36a99c8fedc6ce on resource:network {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:49:22.113921 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-95c4cf54-af4b-43f8-8fc2-e08bd3bdb4f4 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "GET /v2.0/networks?id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 HTTP/1.1" status: 200 len: 815 time: 0.1887946 May 14 09:49:22.134474 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Request body: {'port': {'device_id': '64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0', 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903', 'admin_state_up': True, 'tenant_id': '755699e343024171ab36a99c8fedc6ce'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:49:22.168828 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-75fdc414-843d-4493-8692-0581025b3c70 req-2e2d758a-7e44-4457-a0fa-1652633a3885 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 210 time: 0.0615439 May 14 09:49:22.283350 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:22.287359 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Usage tracker for resource:port and tenant:755699e343024171ab36a99c8fedc6ce is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:22.290801 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:22.297373 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:22.306643 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Made reservation on behalf of 755699e343024171ab36a99c8fedc6ce for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:49:22.310148 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:22.569178 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Allocated IP 172.20.0.14 (0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903/6d703ce2-c4e0-463a-88de-dd21eb034957/6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:49:22.782750 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:22.817481 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:22.823660 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-819256d8-25f6-4274-9a2a-c2f4370a11d1 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:22.883260 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:49:22.886493 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:49:22.899665 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:49:22.934308 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Pushing event updated for resources: {'Port': ['ID=6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:22.938898 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:22.973738 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:22.974355 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:22.999542 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8702345 May 14 09:49:23.011474 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Request body: {'port': {'device_id': '64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:49:23.133242 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:23.383609 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bdbf3-cf02-4e8b-be7b-d8bec6fb8925 req-c3018b61-d34c-4251-b65c-06c8037fe3c8 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:23.385861 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f94bdbf3-cf02-4e8b-be7b-d8bec6fb8925 req-c3018b61-d34c-4251-b65c-06c8037fe3c8 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 932 time: 0.1017590 May 14 09:49:23.437549 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f94bdbf3-cf02-4e8b-be7b-d8bec6fb8925 req-c7344e17-4428-4d3f-95c7-1df9e26b03ce tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457036 May 14 09:49:23.533836 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:49:23.541868 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:23.557323 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Transition to ACTIVE for port object 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:49:23.564278 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:23.572046 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e79dd068-016f-406d-9b04-c211bcc6e308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:23.726838 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:23.733558 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:23.800380 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Attempting to bind port 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:49:23.800704 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Attempting to bind port 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:49:23.801029 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Attempting to bind port 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 on network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:49:23.805752 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Port 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 on network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:49:23.806060 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Attempting to bind port 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 on network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:49:23.811261 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:49:23.811621 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Checking segment: {'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:49:23.811997 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Bound using segment: {'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:49:23.812497 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Bound port: 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:49:23.812837 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:23.909611 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] For port 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9, host hv-cinder-73414, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:49:23.912709 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] For port 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:49:23.918691 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:23.922778 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cddc9da7-f3c1-44a6-8b75-3bdfedb4a5e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:23.975826 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:23.976328 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:23.977688 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] 10.222.0.77 "PUT /v2.0/ports/6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 HTTP/1.1" status: 200 len: 1094 time: 0.9706478 May 14 09:49:23.978199 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0', 'tag': '6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:49:24.005692 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:24.008941 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:24.050596 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0', 'tag': '6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9', 'status': 'completed', 'code': 200} May 14 09:49:24.097025 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-aa69fed2-603b-4733-9105-962433056ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:24.098468 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-aa69fed2-603b-4733-9105-962433056ba8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=755699e343024171ab36a99c8fedc6ce&device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 1097 time: 0.0790310 May 14 09:49:24.167156 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-d2525417-35fc-4c59-bf91-fb9e21722cf6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 HTTP/1.1" status: 200 len: 217 time: 0.0613036 May 14 09:49:24.256248 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-f48bbc8e-a276-403a-a954-a0e499bbb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:24.257773 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-f48bbc8e-a276-403a-a954-a0e499bbb4cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d703ce2-c4e0-463a-88de-dd21eb034957 HTTP/1.1" status: 200 len: 855 time: 0.0839415 May 14 09:49:24.318898 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-ec00b420-d15b-4b4f-830c-ba903b674f5a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540063 May 14 09:49:24.557085 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-b18869fe-7686-4ba9-b784-2ee5f10b9ae2 service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319665 May 14 09:49:24.631000 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b8f57-07c0-48d5-ac47-bd496c396f55 req-5936c9df-15b7-4671-8a81-25e3cffd64c4 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:24.632811 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7c9b8f57-07c0-48d5-ac47-bd496c396f55 req-5936c9df-15b7-4671-8a81-25e3cffd64c4 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 944 time: 0.0869834 May 14 09:49:24.688282 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7c9b8f57-07c0-48d5-ac47-bd496c396f55 req-c945b8fd-fcc4-443c-b74f-363d7bdba7ab tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461881 May 14 09:49:24.709319 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-841740e1-2ddd-492a-a902-f7dfd67c7671 req-391bab52-224d-4611-89e3-f8f2c38199f3 service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358268 May 14 09:49:24.840332 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a27dd-2aef-4fbc-8b60-f11454e5fd0e req-efbfc730-57e6-438c-bfb5-ecce5da31b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:24.841935 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f89a27dd-2aef-4fbc-8b60-f11454e5fd0e req-efbfc730-57e6-438c-bfb5-ecce5da31b5a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=755699e343024171ab36a99c8fedc6ce&device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 1097 time: 0.0892179 May 14 09:49:24.981983 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a27dd-2aef-4fbc-8b60-f11454e5fd0e req-6f0e65d6-5f1e-418d-bb30-38b511bef54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:24.983389 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f89a27dd-2aef-4fbc-8b60-f11454e5fd0e req-6f0e65d6-5f1e-418d-bb30-38b511bef54b service neutron] 10.222.0.77 "GET /v2.0/networks?id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 HTTP/1.1" status: 200 len: 916 time: 0.1350534 May 14 09:49:25.061370 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f89a27dd-2aef-4fbc-8b60-f11454e5fd0e req-76cca1bc-4ce4-4f3f-bb6c-e72b3e15ea3d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 HTTP/1.1" status: 200 len: 217 time: 0.0708063 May 14 09:49:25.130401 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a27dd-2aef-4fbc-8b60-f11454e5fd0e req-8c75b380-475d-4060-9d07-7e4b14c7704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:25.133225 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f89a27dd-2aef-4fbc-8b60-f11454e5fd0e req-8c75b380-475d-4060-9d07-7e4b14c7704b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d703ce2-c4e0-463a-88de-dd21eb034957 HTTP/1.1" status: 200 len: 855 time: 0.0632710 May 14 09:49:25.182322 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f89a27dd-2aef-4fbc-8b60-f11454e5fd0e req-133fc1d9-bd2f-4b75-aa21-e39d51ad531a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428500 May 14 09:49:25.325890 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f89a27dd-2aef-4fbc-8b60-f11454e5fd0e req-929b6955-0f7d-4fee-8750-edc61132a02e service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343758 May 14 09:49:25.464258 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-f89a27dd-2aef-4fbc-8b60-f11454e5fd0e req-8daadb08-a145-490c-beb8-4fccae598bb9 service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312239 May 14 09:49:25.687602 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:49:25.840069 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:25.854759 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': '6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9', 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903', 'port_id': '6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9', 'mac_address': 'fa:16:3e:cc:56:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d703ce2-c4e0-463a-88de-dd21eb034957', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:49:25.900766 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49141fa-15c7-4f4c-b901-2bd4bcce9fe2 req-8442686e-a26e-4bad-aa2c-f4437bc01ea7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:25.902284 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f49141fa-15c7-4f4c-b901-2bd4bcce9fe2 req-8442686e-a26e-4bad-aa2c-f4437bc01ea7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 944 time: 0.0898340 May 14 09:49:25.913437 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:25.934302 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:49:25.954795 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f49141fa-15c7-4f4c-b901-2bd4bcce9fe2 req-b8dfe24c-3a09-49fa-9738-354a38fd4da9 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458031 May 14 09:49:25.957232 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:25.962071 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:25.963948 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:26.032814 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:26.035952 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:26.182625 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:49:27.169435 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044ed5c-597c-472b-be0b-286929338b9d req-6a57b31e-3163-463f-82ea-000461b1fd27 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:27.171025 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4044ed5c-597c-472b-be0b-286929338b9d req-6a57b31e-3163-463f-82ea-000461b1fd27 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 945 time: 0.0907321 May 14 09:49:27.222639 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4044ed5c-597c-472b-be0b-286929338b9d req-377e73a8-5eec-472e-b833-c9fc323eacda tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453820 May 14 09:49:28.422991 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0c596-e762-41b0-8558-0246b37d21d2 req-96c27019-b3bb-4244-8c45-84746f41c63d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:28.424501 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fae0c596-e762-41b0-8558-0246b37d21d2 req-96c27019-b3bb-4244-8c45-84746f41c63d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 945 time: 0.0846398 May 14 09:49:28.472910 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fae0c596-e762-41b0-8558-0246b37d21d2 req-356a7e35-159d-4214-ba1f-0680f84761e1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 May 14 09:49:29.043686 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:49:29.734947 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:49:29.783624 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e9931-ccde-43e9-8d45-38970688ef24 req-c8dce430-c44a-4bd2-aac0-4bc2c76a99a0 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:29.785042 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ed0e9931-ccde-43e9-8d45-38970688ef24 req-c8dce430-c44a-4bd2-aac0-4bc2c76a99a0 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 945 time: 0.1936753 May 14 09:49:29.806970 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:49:29.812273 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:49:29.812675 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:29.835274 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ed0e9931-ccde-43e9-8d45-38970688ef24 req-1fcd02b6-1d52-4f11-8ca6-243e5ba247b2 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435073 May 14 09:49:29.935970 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:29.974123 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:49:29.984727 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:29.989905 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:29.993229 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-5d343dc1-99cb-496e-b4d2-d48f51b569ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:30.028420 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9', 'code': 200} May 14 09:49:30.071638 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:30.074663 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:30.270101 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86dba3-bacc-40c0-9d1e-9996ca2f907c req-7ddb63f7-1cb9-4403-82e0-3c64b45b5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:30.271500 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-3b86dba3-bacc-40c0-9d1e-9996ca2f907c req-7ddb63f7-1cb9-4403-82e0-3c64b45b5ad0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 1099 time: 0.0736754 May 14 09:49:30.318256 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-3b86dba3-bacc-40c0-9d1e-9996ca2f907c req-4da6e4c4-501f-442a-b5fa-cb78ab1bd586 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398130 May 14 09:49:31.036180 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b41b17-6331-4de2-ae4d-188edcf85643 req-d9b73d33-fca8-4549-b206-5bebbce2d67f tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:31.037568 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-05b41b17-6331-4de2-ae4d-188edcf85643 req-d9b73d33-fca8-4549-b206-5bebbce2d67f tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 946 time: 0.0927672 May 14 09:49:31.085514 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-05b41b17-6331-4de2-ae4d-188edcf85643 req-7d3c2799-d180-440a-9a28-5ea1a493207c tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413835 May 14 09:49:32.286441 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70e03f-95f9-478d-b296-cfdabe54def8 req-0a271c57-c55c-4105-982a-9d4e2d9a6ea6 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:32.288208 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bf70e03f-95f9-478d-b296-cfdabe54def8 req-0a271c57-c55c-4105-982a-9d4e2d9a6ea6 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 946 time: 0.0889134 May 14 09:49:32.348729 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bf70e03f-95f9-478d-b296-cfdabe54def8 req-30c8c720-cb59-4a73-aa85-916a755a6d24 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543318 May 14 09:49:34.299652 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35648) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:34.440358 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:34.455461 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:34.459352 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Usage tracker for resource:security_group_rule and tenant:d2a967388b7d41f1a426d40e1672b414 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:34.462433 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:34.468474 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:34.560238 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:34.566374 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:34.573846 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2fbf5383-9171-418c-aaa8-bf1c449f9392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:34.616545 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2a967388b7d41f1a426d40e1672b414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155847 May 14 09:49:34.617622 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36afb43-471e-4c91-903b-29c26640aad5,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:34.619415 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35656) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:34.625190 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:34.625627 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:34.626412 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:34.626412 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:34.626891 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:34.627252 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:34.627631 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:34.628008 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:34.628360 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:34.628712 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:34.629063 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:34.629399 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:34.633526 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:34.690350 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fc6a88ac-bb66-433f-87c4-be79ca955004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:34.720755 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fc6a88ac-bb66-433f-87c4-be79ca955004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:34.774858 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fc6a88ac-bb66-433f-87c4-be79ca955004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:34.779685 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ed1d96a1-ec38-449f-8d10-64644bc70cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:34.792803 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a88ac-bb66-433f-87c4-be79ca955004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36afb43-471e-4c91-903b-29c26640aad5,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:34.795653 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fc6a88ac-bb66-433f-87c4-be79ca955004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:34.796591 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fc6a88ac-bb66-433f-87c4-be79ca955004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:34.798808 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-fc6a88ac-bb66-433f-87c4-be79ca955004 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b36afb43-471e-4c91-903b-29c26640aad5 HTTP/1.1" status: 204 len: 168 time: 0.1779120 May 14 09:49:35.123182 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35664) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:35.141747 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-613beb29-8873-4082-9d4b-c6ab290a8f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:35.159541 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-613beb29-8873-4082-9d4b-c6ab290a8f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:35.164093 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-613beb29-8873-4082-9d4b-c6ab290a8f30 admin admin] Usage tracker for resource:security_group_rule and tenant:89afa9c5b149476380adf7cc685f4069 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:35.167111 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-613beb29-8873-4082-9d4b-c6ab290a8f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:35.173957 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-613beb29-8873-4082-9d4b-c6ab290a8f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:35.273246 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-613beb29-8873-4082-9d4b-c6ab290a8f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:35.280073 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-613beb29-8873-4082-9d4b-c6ab290a8f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:35.288171 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-24ca620f-6623-40f8-8378-40647b6bec5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:35.328951 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-613beb29-8873-4082-9d4b-c6ab290a8f30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89afa9c5b149476380adf7cc685f4069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046349 May 14 09:49:35.329947 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613beb29-8873-4082-9d4b-c6ab290a8f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b8ee7b-c489-441c-a997-07349f28f410,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:35.331930 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35668) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:35.333069 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-613beb29-8873-4082-9d4b-c6ab290a8f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:35.402718 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-857c9133-61a4-4f5e-96a4-e748c690dba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:35.431390 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-857c9133-61a4-4f5e-96a4-e748c690dba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:35.496866 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-857c9133-61a4-4f5e-96a4-e748c690dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:35.505720 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-73db947b-34af-4ece-8c5c-50116bd44470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:35.519961 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c9133-61a4-4f5e-96a4-e748c690dba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b8ee7b-c489-441c-a997-07349f28f410,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:35.522320 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-857c9133-61a4-4f5e-96a4-e748c690dba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:35.528771 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-857c9133-61a4-4f5e-96a4-e748c690dba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:35.529953 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-857c9133-61a4-4f5e-96a4-e748c690dba0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49b8ee7b-c489-441c-a997-07349f28f410 HTTP/1.1" status: 204 len: 168 time: 0.1967580 May 14 09:49:37.666285 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35718) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:37.811180 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c9cb02b-17f1-4465-b4c4-6082ffe884ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:37.826508 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-3c9cb02b-17f1-4465-b4c4-6082ffe884ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:37.830810 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-3c9cb02b-17f1-4465-b4c4-6082ffe884ec admin admin] Usage tracker for resource:security_group_rule and tenant:99054d710ef94309a87ce265664b6372 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:37.833696 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-3c9cb02b-17f1-4465-b4c4-6082ffe884ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:37.839334 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-3c9cb02b-17f1-4465-b4c4-6082ffe884ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:37.928028 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c9cb02b-17f1-4465-b4c4-6082ffe884ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:37.933482 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c9cb02b-17f1-4465-b4c4-6082ffe884ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:37.941213 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7faba6a9-264a-4287-ab06-ac5bc4c1c377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:37.983380 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-3c9cb02b-17f1-4465-b4c4-6082ffe884ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99054d710ef94309a87ce265664b6372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158629 May 14 09:49:37.984199 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cb02b-17f1-4465-b4c4-6082ffe884ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86329665-847c-4d45-be1d-4831f696b4f9,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:37.986427 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35726) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:37.987279 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3c9cb02b-17f1-4465-b4c4-6082ffe884ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:38.047948 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-79225b0f-93df-45b4-b2c2-fc347dae5741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:38.073584 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-79225b0f-93df-45b4-b2c2-fc347dae5741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:38.133135 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-79225b0f-93df-45b4-b2c2-fc347dae5741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:38.137222 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-26e19b6e-022e-4b51-84f9-0a94c05f9715 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:38.150216 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79225b0f-93df-45b4-b2c2-fc347dae5741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86329665-847c-4d45-be1d-4831f696b4f9,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:38.154157 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-79225b0f-93df-45b4-b2c2-fc347dae5741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:38.162678 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-79225b0f-93df-45b4-b2c2-fc347dae5741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:38.164171 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-79225b0f-93df-45b4-b2c2-fc347dae5741 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86329665-847c-4d45-be1d-4831f696b4f9 HTTP/1.1" status: 204 len: 168 time: 0.1767786 May 14 09:49:38.493269 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35734) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:38.512548 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-39639a61-8a4d-4762-870c-6d5ecacaa028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:38.529150 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-39639a61-8a4d-4762-870c-6d5ecacaa028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:38.533409 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-39639a61-8a4d-4762-870c-6d5ecacaa028 admin admin] Usage tracker for resource:security_group_rule and tenant:4b6f78dab9c24ddfbf97929ad4cc8b7e is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:38.536542 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-39639a61-8a4d-4762-870c-6d5ecacaa028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:38.542767 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-39639a61-8a4d-4762-870c-6d5ecacaa028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:38.644959 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-39639a61-8a4d-4762-870c-6d5ecacaa028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:38.649490 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-39639a61-8a4d-4762-870c-6d5ecacaa028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:38.656731 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b23209bf-94df-4413-b801-6721293f297a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:38.699691 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-39639a61-8a4d-4762-870c-6d5ecacaa028 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b6f78dab9c24ddfbf97929ad4cc8b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051601 May 14 09:49:38.700627 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39639a61-8a4d-4762-870c-6d5ecacaa028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1edcfe-eac8-4d6f-bb1b-f17e1e33507a,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:38.703141 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35738) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:38.706440 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-39639a61-8a4d-4762-870c-6d5ecacaa028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:38.766603 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5c7e-c215-4d44-a252-c8023c501fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:38.796320 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5c7e-c215-4d44-a252-c8023c501fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:38.865689 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5c7e-c215-4d44-a252-c8023c501fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:38.869654 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a47ecb8a-5de8-4e1c-8225-de3cf489be77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:38.884658 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f5c7e-c215-4d44-a252-c8023c501fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1edcfe-eac8-4d6f-bb1b-f17e1e33507a,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:38.888619 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ad4f5c7e-c215-4d44-a252-c8023c501fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:38.896819 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5c7e-c215-4d44-a252-c8023c501fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:38.900590 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-ad4f5c7e-c215-4d44-a252-c8023c501fa6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a1edcfe-eac8-4d6f-bb1b-f17e1e33507a HTTP/1.1" status: 204 len: 168 time: 0.1933260 May 14 09:49:40.336642 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c42e2368-0419-470d-bd36-6891be6a7171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:41.506584 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-fd331c7a-ac59-4a82-bb3f-3a444fc37055 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:41.508061 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-fd331c7a-ac59-4a82-bb3f-3a444fc37055 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/networks?id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 HTTP/1.1" status: 200 len: 815 time: 0.1567976 May 14 09:49:41.525157 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-ea5b53a1-7d22-4bbb-8b7b-1925ce2126a7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/quotas/755699e343024171ab36a99c8fedc6ce HTTP/1.1" status: 200 len: 375 time: 0.0100441 May 14 09:49:41.607962 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-12fd6805-030f-4bd8-bb24-8dcdfae5eede tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=755699e343024171ab36a99c8fedc6ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776994 May 14 09:49:41.755012 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-de35ec42-0ddb-4ee3-88a2-627bbb5f92a7 service neutron] 10.222.0.30 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388247 May 14 09:49:41.904174 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-a18fbee7-679b-4f11-acdc-80124a762ab9 service neutron] 10.222.0.30 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401403 May 14 09:49:42.098763 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f0e52244-8823-4ec9-9d60-e4370dd6a7fd req-2b6f825f-3bdb-41fa-bb67-a5805b9d6a34 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 210 time: 0.0437825 May 14 09:49:42.786338 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:43.042838 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-270e629e-186e-476d-88c7-db42cb3c190f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:43.274908 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-12e12f77-59bf-43b3-b066-1e15074ad3b1 req-9a7cb4ac-0e43-49fe-80fa-1b8bc042a77b tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 210 time: 0.0483344 May 14 09:49:43.358825 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-d2280627-ea21-425f-898d-85a15e294f1d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:43.360728 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-d2280627-ea21-425f-898d-85a15e294f1d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "GET /v2.0/networks?id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 HTTP/1.1" status: 200 len: 815 time: 0.1989534 May 14 09:49:43.381090 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Request body: {'port': {'device_id': 'e205dfb4-d6a4-44d6-af8e-e97517b63079', 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903', 'admin_state_up': True, 'tenant_id': '755699e343024171ab36a99c8fedc6ce'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:49:43.524801 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:43.528845 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Usage tracker for resource:port and tenant:755699e343024171ab36a99c8fedc6ce is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:43.532601 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:43.538157 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:43.549725 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Made reservation on behalf of 755699e343024171ab36a99c8fedc6ce for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:49:43.553276 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:43.823824 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Allocated IP 172.20.0.8 (0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903/6d703ce2-c4e0-463a-88de-dd21eb034957/64777f69-a843-4733-b5d4-920e424c0073) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:49:44.035097 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:44.053495 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:44.067949 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:44.073653 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9352658a-9a74-4097-9c4d-193fd09e1f33 tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:44.080213 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:49:44.133671 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:49:44.136885 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:49:44.141055 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:49:44.191209 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Pushing event updated for resources: {'Port': ['ID=64777f69-a843-4733-b5d4-920e424c0073,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:44.195834 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:44.221075 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:44.221678 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:44.242744 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-9f337d50-468b-47d7-8c37-05514f8dc01e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8656745 May 14 09:49:44.254742 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Request body: {'port': {'device_id': 'e205dfb4-d6a4-44d6-af8e-e97517b63079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:49:44.377524 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:44.484287 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf12898-8fdc-4141-9454-0569795d4e5c req-c1f5f38d-5d4c-474f-a905-372561db7e3d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:44.486695 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ddf12898-8fdc-4141-9454-0569795d4e5c req-c1f5f38d-5d4c-474f-a905-372561db7e3d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 931 time: 0.0955057 May 14 09:49:44.541326 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ddf12898-8fdc-4141-9454-0569795d4e5c req-edfd5e7b-b8cf-4c34-b16c-b8b521c65215 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469630 May 14 09:49:44.754984 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64777f69-a843-4733-b5d4-920e424c0073 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:49:44.762501 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:44.781722 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Transition to ACTIVE for port object 64777f69-a843-4733-b5d4-920e424c0073 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:49:44.786632 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:44.790662 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-77386254-7759-446f-a4fa-93d828d12607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:44.886159 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35852) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:44.914731 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Pushing event updated for resources: {'Port': ['ID=64777f69-a843-4733-b5d4-920e424c0073,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:44.944960 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:45.013214 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-34480e34-149b-4060-b03f-8d1d30a2c815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:45.023472 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Attempting to bind port 64777f69-a843-4733-b5d4-920e424c0073 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:49:45.023839 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Attempting to bind port 64777f69-a843-4733-b5d4-920e424c0073 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:49:45.024170 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Attempting to bind port 64777f69-a843-4733-b5d4-920e424c0073 on network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:49:45.029041 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-34480e34-149b-4060-b03f-8d1d30a2c815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:45.034103 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-34480e34-149b-4060-b03f-8d1d30a2c815 admin admin] Usage tracker for resource:security_group_rule and tenant:83a0d4a908204066a6c5138cee20b384 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:45.035217 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Port 64777f69-a843-4733-b5d4-920e424c0073 on network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:49:45.035567 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Attempting to bind port 64777f69-a843-4733-b5d4-920e424c0073 on network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:49:45.037603 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-34480e34-149b-4060-b03f-8d1d30a2c815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:45.044414 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-34480e34-149b-4060-b03f-8d1d30a2c815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:45.048875 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:49:45.049264 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Checking segment: {'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:49:45.050214 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Bound using segment: {'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:49:45.050892 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Bound port: 64777f69-a843-4733-b5d4-920e424c0073, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:49:45.051491 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:45.131496 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-34480e34-149b-4060-b03f-8d1d30a2c815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:45.135926 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-34480e34-149b-4060-b03f-8d1d30a2c815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:45.145508 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3615455f-1a17-4c70-a9dc-e7d87276b195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:45.147049 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] For port 64777f69-a843-4733-b5d4-920e424c0073, host hv-cinder-73414, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:49:45.150166 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] For port 64777f69-a843-4733-b5d4-920e424c0073, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=64777f69-a843-4733-b5d4-920e424c0073,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:49:45.157224 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:45.162295 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4bd9c065-172e-4da7-aa03-c785d17742ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:45.189213 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-34480e34-149b-4060-b03f-8d1d30a2c815 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83a0d4a908204066a6c5138cee20b384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016174 May 14 09:49:45.190927 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34480e34-149b-4060-b03f-8d1d30a2c815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c737148f-736f-4603-b168-e3c231ded64e,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:45.194131 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35858) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:45.196271 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-34480e34-149b-4060-b03f-8d1d30a2c815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:45.238998 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:45.239623 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:45.240991 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] 10.222.0.77 "PUT /v2.0/ports/64777f69-a843-4733-b5d4-920e424c0073 HTTP/1.1" status: 200 len: 1093 time: 0.9905131 May 14 09:49:45.241515 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e205dfb4-d6a4-44d6-af8e-e97517b63079', 'tag': '64777f69-a843-4733-b5d4-920e424c0073'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:49:45.250603 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Pushing event updated for resources: {'Port': ['ID=64777f69-a843-4733-b5d4-920e424c0073,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:45.253400 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:45.260464 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d2119444-460e-481d-a729-1b347db93006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:45.289345 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d2119444-460e-481d-a729-1b347db93006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:45.321986 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e205dfb4-d6a4-44d6-af8e-e97517b63079', 'tag': '64777f69-a843-4733-b5d4-920e424c0073', 'status': 'completed', 'code': 200} May 14 09:49:45.349622 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d2119444-460e-481d-a729-1b347db93006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:45.356451 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d95e0d28-9d73-4689-b47c-69626130224d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:45.359293 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-86916956-236b-4489-a9ff-6b305a28e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:45.361055 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-86916956-236b-4489-a9ff-6b305a28e5ff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=755699e343024171ab36a99c8fedc6ce&device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 1096 time: 0.0760038 May 14 09:49:45.368193 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2119444-460e-481d-a729-1b347db93006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c737148f-736f-4603-b168-e3c231ded64e,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:45.370535 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d2119444-460e-481d-a729-1b347db93006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:45.377390 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d2119444-460e-481d-a729-1b347db93006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:45.381422 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-d2119444-460e-481d-a729-1b347db93006 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c737148f-736f-4603-b168-e3c231ded64e HTTP/1.1" status: 204 len: 168 time: 0.1868699 May 14 09:49:45.432575 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:45.446547 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-42d10240-98b9-4ffb-af9a-6296692dc6ff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64777f69-a843-4733-b5d4-920e424c0073 HTTP/1.1" status: 200 len: 217 time: 0.0782080 May 14 09:49:45.512439 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-6ea11bc9-d76f-4a4a-800f-f342f6bc7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:45.514261 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-6ea11bc9-d76f-4a4a-800f-f342f6bc7d5a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d703ce2-c4e0-463a-88de-dd21eb034957 HTTP/1.1" status: 200 len: 855 time: 0.0616348 May 14 09:49:45.660256 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-f7167e13-2b3d-4554-bf21-a21b4b7b2036 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397171 May 14 09:49:45.718557 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35870) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:45.745069 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-67f19658-0aa3-4c31-8fd3-605c633d6afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:45.761776 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28a9a3-6b74-4525-9a50-6375465d9852 req-a4c534ec-6666-45a8-b20a-f3fa6b7121dc tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:45.763264 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ae28a9a3-6b74-4525-9a50-6375465d9852 req-a4c534ec-6666-45a8-b20a-f3fa6b7121dc tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 943 time: 0.1101973 May 14 09:49:45.771179 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-67f19658-0aa3-4c31-8fd3-605c633d6afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:45.788606 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-67f19658-0aa3-4c31-8fd3-605c633d6afe admin admin] Usage tracker for resource:security_group_rule and tenant:2e351080554e46c6b8b1b1c4450a5eec is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:45.792879 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-67f19658-0aa3-4c31-8fd3-605c633d6afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:45.796740 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-8e996d91-7894-40ed-ac7f-1af4c7216432 service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293392 May 14 09:49:45.805122 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:45.806170 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-67f19658-0aa3-4c31-8fd3-605c633d6afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:45.844426 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ae28a9a3-6b74-4525-9a50-6375465d9852 req-181b1692-8022-4364-b781-a938709a78a9 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706923 May 14 09:49:45.938638 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-8b8b71af-cb46-4546-bccd-9b6dd42013df req-09bff114-73a2-4fb0-9967-bfc70d9060de service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345615 May 14 09:49:45.941244 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-67f19658-0aa3-4c31-8fd3-605c633d6afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:45.947843 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-67f19658-0aa3-4c31-8fd3-605c633d6afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:45.956933 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f01c6edc-1f74-49c3-99e5-0c20a0f65d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:45.996822 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-67f19658-0aa3-4c31-8fd3-605c633d6afe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e351080554e46c6b8b1b1c4450a5eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765329 May 14 09:49:45.998692 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f19658-0aa3-4c31-8fd3-605c633d6afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296bfbbc-8037-442c-9a8a-f4dc7e864018,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:46.001309 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35874) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:46.004093 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-67f19658-0aa3-4c31-8fd3-605c633d6afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:46.076310 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c135aa7-a766-42ff-9b69-28b37023be45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:46.082833 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c81cff-c823-47b2-bbb1-a7a100e100f4 req-395abfc7-07a8-4547-9a0d-ef71982e24c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:46.084346 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-c5c81cff-c823-47b2-bbb1-a7a100e100f4 req-395abfc7-07a8-4547-9a0d-ef71982e24c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=755699e343024171ab36a99c8fedc6ce&device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 1096 time: 0.0917935 May 14 09:49:46.104607 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c135aa7-a766-42ff-9b69-28b37023be45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:46.162360 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c135aa7-a766-42ff-9b69-28b37023be45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:46.169128 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-01a87b19-ea73-4f4a-8143-897a9bb5aab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:46.185129 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c135aa7-a766-42ff-9b69-28b37023be45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296bfbbc-8037-442c-9a8a-f4dc7e864018,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:46.188235 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3c135aa7-a766-42ff-9b69-28b37023be45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:46.192519 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c135aa7-a766-42ff-9b69-28b37023be45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:46.193930 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-3c135aa7-a766-42ff-9b69-28b37023be45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/296bfbbc-8037-442c-9a8a-f4dc7e864018 HTTP/1.1" status: 204 len: 168 time: 0.1914432 May 14 09:49:46.228334 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c81cff-c823-47b2-bbb1-a7a100e100f4 req-ea762aa8-716d-4df9-b695-a364257566d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:46.229975 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-c5c81cff-c823-47b2-bbb1-a7a100e100f4 req-ea762aa8-716d-4df9-b695-a364257566d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 HTTP/1.1" status: 200 len: 916 time: 0.1386547 May 14 09:49:46.300143 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-c5c81cff-c823-47b2-bbb1-a7a100e100f4 req-03e19053-9aa9-46bf-899e-7b707a7dbd2e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64777f69-a843-4733-b5d4-920e424c0073 HTTP/1.1" status: 200 len: 217 time: 0.0629716 May 14 09:49:46.403294 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c81cff-c823-47b2-bbb1-a7a100e100f4 req-cf776ff1-af22-4843-9737-c5f85556a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:46.404758 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-c5c81cff-c823-47b2-bbb1-a7a100e100f4 req-cf776ff1-af22-4843-9737-c5f85556a31e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d703ce2-c4e0-463a-88de-dd21eb034957 HTTP/1.1" status: 200 len: 855 time: 0.0982668 May 14 09:49:46.492220 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-c5c81cff-c823-47b2-bbb1-a7a100e100f4 req-ffb75791-6ef5-43e6-ac10-47cbb7d9b4cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745778 May 14 09:49:46.635397 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92893cf8-2e8d-462e-83d0-44d9a908e938 req-63cd0b16-91f1-491a-abbe-116ad99df60a tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:46.636932 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-92893cf8-2e8d-462e-83d0-44d9a908e938 req-63cd0b16-91f1-491a-abbe-116ad99df60a tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 946 time: 0.1962101 May 14 09:49:46.663298 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-c5c81cff-c823-47b2-bbb1-a7a100e100f4 req-6481518a-ff5a-4ff1-aa2d-df6a1c85573b service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613150 May 14 09:49:46.684965 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-92893cf8-2e8d-462e-83d0-44d9a908e938 req-5f6a09b0-98ed-4781-b05a-d960039daac9 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418785 May 14 09:49:46.813865 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-c5c81cff-c823-47b2-bbb1-a7a100e100f4 req-8da780a2-516f-4d89-a91d-cd7669c26b46 service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431305 May 14 09:49:47.055748 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242556a-7abc-4b5e-99ac-37dfb555c44a req-239b04da-c1b9-4a25-8713-d6dcb4dabe4f tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:47.057494 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6242556a-7abc-4b5e-99ac-37dfb555c44a req-239b04da-c1b9-4a25-8713-d6dcb4dabe4f tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 943 time: 0.0941846 May 14 09:49:47.113460 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6242556a-7abc-4b5e-99ac-37dfb555c44a req-04fc5923-403d-4b08-91a8-edb0d5f9272d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491235 May 14 09:49:47.782970 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 64777f69-a843-4733-b5d4-920e424c0073 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:49:47.885962 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b8c55-f66b-4b47-b27b-42c69b442bb0 req-619e0f1b-6192-4e69-b62f-a5dc429a4620 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:47.888020 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d10b8c55-f66b-4b47-b27b-42c69b442bb0 req-619e0f1b-6192-4e69-b62f-a5dc429a4620 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 946 time: 0.0928731 May 14 09:49:47.934008 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 64777f69-a843-4733-b5d4-920e424c0073, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=64777f69-a843-4733-b5d4-920e424c0073,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:47.945367 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d10b8c55-f66b-4b47-b27b-42c69b442bb0 req-e25d7466-16fd-4ce1-bfce-44d526e28290 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503080 May 14 09:49:47.949239 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': '64777f69-a843-4733-b5d4-920e424c0073', 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903', 'port_id': '64777f69-a843-4733-b5d4-920e424c0073', 'mac_address': 'fa:16:3e:98:d7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d703ce2-c4e0-463a-88de-dd21eb034957', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:49:48.014428 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:48.035276 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64777f69-a843-4733-b5d4-920e424c0073 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:49:48.052144 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 64777f69-a843-4733-b5d4-920e424c0073, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=64777f69-a843-4733-b5d4-920e424c0073,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:48.056923 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:48.059894 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:48.105671 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-59f06fed-3de5-4044-988a-142d9c11848d tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:48.106397 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-59f06fed-3de5-4044-988a-142d9c11848d tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Synchronizing usage tracker for tenant:325a062c5ac24105b5e0918e48526c7b on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:49:48.124455 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-59f06fed-3de5-4044-988a-142d9c11848d tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Unset dirty status for tenant:325a062c5ac24105b5e0918e48526c7b on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:49:48.126424 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-59f06fed-3de5-4044-988a-142d9c11848d tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.77 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 946 time: 0.1102848 May 14 09:49:48.148097 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=64777f69-a843-4733-b5d4-920e424c0073,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:48.166159 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:48.166785 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:48.167771 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:48.168995 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:48.169760 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:48.170585 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:48.171428 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:48.173478 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:48.174243 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:48.175058 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:48.175855 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:48.176671 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:48.184534 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:48.294085 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['64777f69-a843-4733-b5d4-920e424c0073'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:49:48.315998 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Deleting port e8b8d354-5ab8-41f1-8119-cec61944c5d6 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:49:48.316348 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:48.350689 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35942) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:48.370967 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035db37-6c5d-48a9-b5d6-ef7f31fed4b8 req-b75564ca-7566-4137-b0a7-a5baf332d4ab tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:48.380120 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5035db37-6c5d-48a9-b5d6-ef7f31fed4b8 req-b75564ca-7566-4137-b0a7-a5baf332d4ab tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 944 time: 0.1261368 May 14 09:49:48.438054 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5035db37-6c5d-48a9-b5d6-ef7f31fed4b8 req-ba0c7bc5-ec26-40e1-9334-c1c08129e999 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534911 May 14 09:49:48.515947 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] For port e8b8d354-5ab8-41f1-8119-cec61944c5d6, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e8b8d354-5ab8-41f1-8119-cec61944c5d6,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:48.516374 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:48.533587 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-19cbfab9-a2c2-4358-a8b9-53c852712b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:48.555477 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-19cbfab9-a2c2-4358-a8b9-53c852712b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:48.559929 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-19cbfab9-a2c2-4358-a8b9-53c852712b60 admin admin] Usage tracker for resource:security_group_rule and tenant:1edd8d7cb3e94cf292960fe9296b2ac9 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:48.563155 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-19cbfab9-a2c2-4358-a8b9-53c852712b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:48.569372 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-19cbfab9-a2c2-4358-a8b9-53c852712b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:48.667725 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-19cbfab9-a2c2-4358-a8b9-53c852712b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:48.672180 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-19cbfab9-a2c2-4358-a8b9-53c852712b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:48.678894 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-18ee6c40-7984-4907-8534-f5406cd09995 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:48.726454 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-19cbfab9-a2c2-4358-a8b9-53c852712b60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1edd8d7cb3e94cf292960fe9296b2ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716855 May 14 09:49:48.726454 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbfab9-a2c2-4358-a8b9-53c852712b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dca4e54-ff7c-434d-8f7d-6cf09edb4d62,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:48.728620 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-19cbfab9-a2c2-4358-a8b9-53c852712b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:48.729318 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35948) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:48.796564 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4e8e7fa2-cfdb-4aa5-9b87-7a4951a2bf1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:48.825098 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4e8e7fa2-cfdb-4aa5-9b87-7a4951a2bf1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:48.881633 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4e8e7fa2-cfdb-4aa5-9b87-7a4951a2bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:48.887252 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-421e12fe-e07f-4bfb-9dba-408c8c638d0b tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:48.902464 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e7fa2-cfdb-4aa5-9b87-7a4951a2bf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dca4e54-ff7c-434d-8f7d-6cf09edb4d62,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:48.905014 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4e8e7fa2-cfdb-4aa5-9b87-7a4951a2bf1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:48.914373 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4e8e7fa2-cfdb-4aa5-9b87-7a4951a2bf1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:48.915532 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-4e8e7fa2-cfdb-4aa5-9b87-7a4951a2bf1d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8dca4e54-ff7c-434d-8f7d-6cf09edb4d62 HTTP/1.1" status: 204 len: 168 time: 0.1852274 May 14 09:49:48.931510 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:48.931874 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:48.932206 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.l3_db [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Floating IP 5aa37b46-caa8-45a0-86ec-f20fa5abb686 disassociated. External IP: 172.27.2.102, port: e8b8d354-5ab8-41f1-8119-cec61944c5d6. May 14 09:49:48.932573 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Calling delete_port for e8b8d354-5ab8-41f1-8119-cec61944c5d6 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:49:49.061418 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:49.068617 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-205a2bf9-8e7d-4bde-92bf-0a9d8effc3c4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:49.114482 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f4eef20b-505d-4fcf-9b94-38bf7b5c2d49 req-f702440c-ee91-4fe6-8d21-78cb0312bdbc tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 210 time: 0.0463903 May 14 09:49:49.119082 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event deleted for resources: {'Port': ['ID=e8b8d354-5ab8-41f1-8119-cec61944c5d6,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:49.132040 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.132416 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.132785 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.133495 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.133495 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.133851 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.134186 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.134605 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.143889 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.144284 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.144656 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.145037 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.195705 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:49.260338 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 35958) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:49.279708 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b674f3c5-1b2b-4064-a37d-9053906d40c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:49.294884 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-b674f3c5-1b2b-4064-a37d-9053906d40c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:49.298892 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-b674f3c5-1b2b-4064-a37d-9053906d40c2 admin admin] Usage tracker for resource:security_group_rule and tenant:8e4985989c4644cea1f2fe33d8b8f657 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:49.301852 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-b674f3c5-1b2b-4064-a37d-9053906d40c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:49.307513 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-b674f3c5-1b2b-4064-a37d-9053906d40c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:49.336441 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Router e417fd41-372f-4a37-9f06-fa3f4ae4f527 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:49:49.403396 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b674f3c5-1b2b-4064-a37d-9053906d40c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:49.408736 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b674f3c5-1b2b-4064-a37d-9053906d40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:49.416674 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e1a6d548-5292-436b-be0d-07e65208514d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:49.461649 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-b674f3c5-1b2b-4064-a37d-9053906d40c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e4985989c4644cea1f2fe33d8b8f657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999893 May 14 09:49:49.462707 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674f3c5-1b2b-4064-a37d-9053906d40c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf26ed9a-e430-40ca-81b4-3fa7aec418c7,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:49.467366 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 35964) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:49.476563 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b674f3c5-1b2b-4064-a37d-9053906d40c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:49.578336 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:49:49.590061 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bfb521-d4dc-4c37-a8fa-0b5e648e9cb0 None None] Sync routers for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:49:49.601275 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bfb521-d4dc-4c37-a8fa-0b5e648e9cb0 None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:49:49.601903 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-31bfb521-d4dc-4c37-a8fa-0b5e648e9cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:49:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:49.614756 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-171078c3-df16-4ad6-b57c-3aac056c23cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:49.643917 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e7e17-e862-4ecb-b9b1-aeded9fe451e req-d5f86643-3b9e-42cb-8ba1-7ca5884f3abd tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:49.645609 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-455e7e17-e862-4ecb-b9b1-aeded9fe451e req-d5f86643-3b9e-42cb-8ba1-7ca5884f3abd tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 944 time: 0.0900810 May 14 09:49:49.666161 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] No DVR routers for this DVR port e8b8d354-5ab8-41f1-8119-cec61944c5d6 on host hv-cinder-73414 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:49:49.674869 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:49.677503 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f621dfd2-5a91-46cc-a8ac-7454735cad9e', 'name': 'network-vif-deleted', 'tag': 'e8b8d354-5ab8-41f1-8119-cec61944c5d6'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:49:49.694182 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-171078c3-df16-4ad6-b57c-3aac056c23cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:49.695309 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-455e7e17-e862-4ecb-b9b1-aeded9fe451e req-aa3055f1-87ed-488b-9938-774d7b63855e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438941 May 14 09:49:49.715701 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-5bb79edb-4a95-47ec-bbf9-45bd453ee4bb req-3124f212-9304-4d00-9d4d-5b47009a4a46 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.77 "DELETE /v2.0/ports/e8b8d354-5ab8-41f1-8119-cec61944c5d6 HTTP/1.1" status: 204 len: 173 time: 1.5812519 May 14 09:49:49.759951 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-171078c3-df16-4ad6-b57c-3aac056c23cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:49.765751 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ab8d1314-d00b-4dd8-bbc5-db9b99282b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:49.779644 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171078c3-df16-4ad6-b57c-3aac056c23cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf26ed9a-e430-40ca-81b4-3fa7aec418c7,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:49.783798 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f621dfd2-5a91-46cc-a8ac-7454735cad9e', 'name': 'network-vif-deleted', 'tag': 'e8b8d354-5ab8-41f1-8119-cec61944c5d6', 'status': 'completed', 'code': 200} May 14 09:49:49.786189 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-171078c3-df16-4ad6-b57c-3aac056c23cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:49.787556 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-171078c3-df16-4ad6-b57c-3aac056c23cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:49.788973 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-171078c3-df16-4ad6-b57c-3aac056c23cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf26ed9a-e430-40ca-81b4-3fa7aec418c7 HTTP/1.1" status: 204 len: 168 time: 0.3205750 May 14 09:49:49.805782 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 64777f69-a843-4733-b5d4-920e424c0073 up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:49:49.889569 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-31bfb521-d4dc-4c37-a8fa-0b5e648e9cb0 None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:49:49.966727 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port 64777f69-a843-4733-b5d4-920e424c0073 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:49:50.036297 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port 64777f69-a843-4733-b5d4-920e424c0073 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:49:50.036785 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:50.302244 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:50.306188 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8a8d6be8-c2f4-461e-b2bd-621679415d7d req-5e144936-c761-4af2-a730-ebc0b5a48bdc tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f621dfd2-5a91-46cc-a8ac-7454735cad9e HTTP/1.1" status: 200 len: 210 time: 0.0441313 May 14 09:49:50.343117 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e205dfb4-d6a4-44d6-af8e-e97517b63079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64777f69-a843-4733-b5d4-920e424c0073'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:49:50.358746 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 64777f69-a843-4733-b5d4-920e424c0073, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=64777f69-a843-4733-b5d4-920e424c0073,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:50.379118 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:50.380001 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device e8b8d354-5ab8-41f1-8119-cec61944c5d6 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:49:50.407980 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e205dfb4-d6a4-44d6-af8e-e97517b63079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64777f69-a843-4733-b5d4-920e424c0073', 'code': 200} May 14 09:49:50.409326 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:50.453647 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-31bfb521-d4dc-4c37-a8fa-0b5e648e9cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:50.472466 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: e8b8d354-5ab8-41f1-8119-cec61944c5d6 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:49:50.472818 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device e8b8d354-5ab8-41f1-8119-cec61944c5d6 not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:49:50.478273 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bfb521-d4dc-4c37-a8fa-0b5e648e9cb0 None None] Checking router: e417fd41-372f-4a37-9f06-fa3f4ae4f527 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:49:50.503233 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bfb521-d4dc-4c37-a8fa-0b5e648e9cb0 None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:49:50.504040 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-31bfb521-d4dc-4c37-a8fa-0b5e648e9cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:49:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:50.707489 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=64777f69-a843-4733-b5d4-920e424c0073,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:50.710761 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:50.759788 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be601a03-963f-4772-8a65-92cf113202ad req-ebe8545c-1429-47a0-9b11-0f877a2507d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:50.761282 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-be601a03-963f-4772-8a65-92cf113202ad req-ebe8545c-1429-47a0-9b11-0f877a2507d9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 1098 time: 0.0895689 May 14 09:49:50.790817 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-31bfb521-d4dc-4c37-a8fa-0b5e648e9cb0 None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:49:50.821392 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-be601a03-963f-4772-8a65-92cf113202ad req-8b3b5db5-174b-4fd1-9a74-2e121deb535c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519526 May 14 09:49:50.908264 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418448a7-f0b6-4366-8c75-aebb151ee1bc req-0d046009-7c7d-45f7-84c2-e0f1dc0732b2 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:50.909946 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-418448a7-f0b6-4366-8c75-aebb151ee1bc req-0d046009-7c7d-45f7-84c2-e0f1dc0732b2 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 945 time: 0.0932164 May 14 09:49:50.963600 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-418448a7-f0b6-4366-8c75-aebb151ee1bc req-4e37e887-ff0d-4fc5-8c6e-6a0717d0ee7f tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469482 May 14 09:49:51.137402 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-31bfb521-d4dc-4c37-a8fa-0b5e648e9cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:51.141597 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bfb521-d4dc-4c37-a8fa-0b5e648e9cb0 None None] The sync data for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi is: [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:49:51.431456 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5b083-58a5-4f8c-9545-dc585377fb5e None None] New status for floating IP 5aa37b46-caa8-45a0-86ec-f20fa5abb686: DOWN {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:49:51.845678 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-9ec47a1c-54f4-4279-b0ae-518289935d10 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077012863&fields=id&tenant_id=325a062c5ac24105b5e0918e48526c7b HTTP/1.1" status: 200 len: 267 time: 0.0533781 May 14 09:49:52.051230 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-b64e8d65-da5e-4055-86b5-f6076f85b638 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:52.058293 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-b64e8d65-da5e-4055-86b5-f6076f85b638 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 811 time: 0.2032366 May 14 09:49:52.076495 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-149e7119-6fe5-4269-ab11-a14245fc37aa tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/quotas/325a062c5ac24105b5e0918e48526c7b HTTP/1.1" status: 200 len: 375 time: 0.0173092 May 14 09:49:52.225978 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4880b-4f65-4c63-843b-3877307eb458 req-40d8f6cf-0722-4407-8e71-c48376242c20 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:52.227415 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-83d4880b-4f65-4c63-843b-3877307eb458 req-40d8f6cf-0722-4407-8e71-c48376242c20 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 945 time: 0.1096971 May 14 09:49:52.235948 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-a02ea567-f3bb-46f3-ab1d-51cdcf16d21c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1581478 May 14 09:49:52.357743 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-83d4880b-4f65-4c63-843b-3877307eb458 req-60804217-e662-4ded-b177-2bae15203fb6 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209295 May 14 09:49:52.411919 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-ad33eb0c-31c7-4432-96ae-d2e64a87250c service neutron] 10.222.0.30 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588051 May 14 09:49:52.672735 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-d375b8e2-a94c-4f65-963a-153265b3cea3 service neutron] 10.222.0.30 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542725 May 14 09:49:53.288625 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-dfab98c7-42b0-4ae5-985e-a8d3016d2a41 req-0f6c7f6b-0818-4b3a-9736-5db970263dac tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 210 time: 0.0576522 May 14 09:49:54.526898 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4ed8623f-0c40-45f3-87ff-06a60d00e842 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:54.527755 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4ed8623f-0c40-45f3-87ff-06a60d00e842 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Synchronizing usage tracker for tenant:325a062c5ac24105b5e0918e48526c7b on resource:network {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:49:54.567583 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-21214e85-a4b4-4572-9906-097a5c5feacd req-87c11634-9f27-487f-9285-af1d9d816615 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 210 time: 0.0945125 May 14 09:49:54.572057 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4ed8623f-0c40-45f3-87ff-06a60d00e842 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Unset dirty status for tenant:325a062c5ac24105b5e0918e48526c7b on resource:network {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:49:54.573268 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4ed8623f-0c40-45f3-87ff-06a60d00e842 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.77 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 811 time: 0.2540579 May 14 09:49:54.624831 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-31ede2fc-9dd0-47b8-b094-3136699c35d5 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Synchronizing usage tracker for tenant:325a062c5ac24105b5e0918e48526c7b on resource:security_group {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:49:54.649303 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-31ede2fc-9dd0-47b8-b094-3136699c35d5 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Unset dirty status for tenant:325a062c5ac24105b5e0918e48526c7b on resource:security_group {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:49:54.651963 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-31ede2fc-9dd0-47b8-b094-3136699c35d5 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=325a062c5ac24105b5e0918e48526c7b HTTP/1.1" status: 200 len: 380 time: 0.0670335 May 14 09:49:54.663010 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Request body: {'port': {'device_id': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'admin_state_up': True, 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'security_groups': ['e4151ec0-328d-4b4b-bb1b-d657256d39e4']}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:49:54.847972 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:54.852181 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Usage tracker for resource:port and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:54.855101 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:54.861584 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:54.874210 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Made reservation on behalf of 325a062c5ac24105b5e0918e48526c7b for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:49:54.878365 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:54.905075 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-28e161fe-8304-4379-a637-d158ed8fd0af tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:54.907187 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-28e161fe-8304-4379-a637-d158ed8fd0af tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/networks?id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 HTTP/1.1" status: 200 len: 815 time: 0.1791832 May 14 09:49:54.923383 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-91992242-de71-4fc8-85d5-e295080a3bba tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/quotas/755699e343024171ab36a99c8fedc6ce HTTP/1.1" status: 200 len: 375 time: 0.0106857 May 14 09:49:55.013173 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-de65a4d0-842d-447f-94be-105730391adf tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=755699e343024171ab36a99c8fedc6ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844355 May 14 09:49:55.052025 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Allocated IP 172.20.0.5 (8337ff19-69e8-4b8e-807c-c17fafe739ae/9c105c90-bdda-475c-b937-1b7618745243/e0dcc3af-ab49-4799-92b0-f70edf4614a0) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:49:55.166049 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-f0457589-79e7-4f66-8322-7e6c0579c424 service neutron] 10.222.0.30 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451724 May 14 09:49:55.341751 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-10156e4b-2e46-4524-8060-aa1c6cd523aa service neutron] 10.222.0.30 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663730 May 14 09:49:55.393384 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:55.416675 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Transition to ACTIVE for port object e0dcc3af-ab49-4799-92b0-f70edf4614a0 will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:49:55.447364 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:55.454985 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4ca35344-091f-4baa-9e46-ad714f27cc00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:55.553425 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Network 8337ff19-69e8-4b8e-807c-c17fafe739ae is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:49:55.557545 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:49:55.569092 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:49:55.635922 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'Port': ['ID=e0dcc3af-ab49-4799-92b0-f70edf4614a0,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:55.647034 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9b8792f0-82f7-471e-9862-503f42218426 req-77b60369-319f-430b-abba-8c412a47b8af tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 210 time: 0.0830660 May 14 09:49:55.651276 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:55.671285 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:55.675554 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:55.704035 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0488002 May 14 09:49:55.718481 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Request body: {'port': {'device_id': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:49:55.837287 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5ef6b-251e-4f6d-83a9-89caf5ef4826 req-49c5c29d-b553-49cd-8971-50a909191050 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:55.838316 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-1b236600-3ca1-4346-8849-af62aa75fa62 None None] Provisioning for port e0dcc3af-ab49-4799-92b0-f70edf4614a0 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:49:55.838951 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9ee5ef6b-251e-4f6d-83a9-89caf5ef4826 req-49c5c29d-b553-49cd-8971-50a909191050 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 931 time: 0.1181028 May 14 09:49:55.845125 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-1b236600-3ca1-4346-8849-af62aa75fa62 None None] Provisioning complete for port e0dcc3af-ab49-4799-92b0-f70edf4614a0 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:49:55.845791 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-1b236600-3ca1-4346-8849-af62aa75fa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:55.859794 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:55.899944 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9ee5ef6b-251e-4f6d-83a9-89caf5ef4826 req-3772d621-1c48-4573-aaf5-c085da8f2c18 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544775 May 14 09:49:55.921666 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-1b236600-3ca1-4346-8849-af62aa75fa62 None None] Port e0dcc3af-ab49-4799-92b0-f70edf4614a0 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:49:56.298425 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0dcc3af-ab49-4799-92b0-f70edf4614a0 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:49:56.312927 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:56.330917 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Transition to ACTIVE for port object e0dcc3af-ab49-4799-92b0-f70edf4614a0 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:49:56.336109 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:56.340062 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:56.428285 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 36140) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:56.495293 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0dcc3af-ab49-4799-92b0-f70edf4614a0,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:56.532869 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:56.585910 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eb360a2b-536e-49e1-87e6-9266bb752ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:56.604211 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-eb360a2b-536e-49e1-87e6-9266bb752ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:56.610292 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-eb360a2b-536e-49e1-87e6-9266bb752ece admin admin] Usage tracker for resource:security_group_rule and tenant:a5e9072075fc4ba48b15cf104596c71a is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:56.614828 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-eb360a2b-536e-49e1-87e6-9266bb752ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:56.620784 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-eb360a2b-536e-49e1-87e6-9266bb752ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:56.629719 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Attempting to bind port e0dcc3af-ab49-4799-92b0-f70edf4614a0 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:49:56.630345 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Attempting to bind port e0dcc3af-ab49-4799-92b0-f70edf4614a0 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:49:56.630721 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Attempting to bind port e0dcc3af-ab49-4799-92b0-f70edf4614a0 on network 8337ff19-69e8-4b8e-807c-c17fafe739ae {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:49:56.636217 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Port e0dcc3af-ab49-4799-92b0-f70edf4614a0 on network 8337ff19-69e8-4b8e-807c-c17fafe739ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:49:56.636468 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Attempting to bind port e0dcc3af-ab49-4799-92b0-f70edf4614a0 on network 8337ff19-69e8-4b8e-807c-c17fafe739ae {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:49:56.647273 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:49:56.647707 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Checking segment: {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:49:56.648295 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Bound using segment: {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:49:56.649051 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Bound port: e0dcc3af-ab49-4799-92b0-f70edf4614a0, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:49:56.649750 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:56.724137 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eb360a2b-536e-49e1-87e6-9266bb752ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:56.730299 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eb360a2b-536e-49e1-87e6-9266bb752ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:56.743759 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-53b888be-1b11-4b5f-a314-eaf624a29036 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:56.791942 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] For port e0dcc3af-ab49-4799-92b0-f70edf4614a0, host hv-cinder-73414, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:49:56.795933 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] For port e0dcc3af-ab49-4799-92b0-f70edf4614a0, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e0dcc3af-ab49-4799-92b0-f70edf4614a0,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:49:56.803847 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474487'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:56.809646 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2d03af74-3ffb-4bf8-a29a-41a50354dc15 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:56.880030 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:56.880773 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:56.882162 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] 10.222.0.77 "PUT /v2.0/ports/e0dcc3af-ab49-4799-92b0-f70edf4614a0 HTTP/1.1" status: 200 len: 1093 time: 1.1696715 May 14 09:49:56.882700 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'tag': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:49:56.910180 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c980918b-581f-4471-920c-f1df20979757 req-5035de9b-de47-4efb-b2d7-2400adb26997 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 210 time: 0.0653706 May 14 09:49:56.916023 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb360a2b-536e-49e1-87e6-9266bb752ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bb82e7-3184-4560-8e2c-0b91fcd6f615,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:56.920841 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-eb360a2b-536e-49e1-87e6-9266bb752ece admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5e9072075fc4ba48b15cf104596c71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4912848 May 14 09:49:56.924954 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-eb360a2b-536e-49e1-87e6-9266bb752ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:56.928239 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 36150) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:56.952662 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0dcc3af-ab49-4799-92b0-f70edf4614a0,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:56.960371 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:56.984991 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'tag': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'status': 'completed', 'code': 200} May 14 09:49:57.052556 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bf4f708a-4bad-4dea-a73b-4a4db7e1dc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:57.127915 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-d986f9ed-ded2-4b0a-8979-a8e49c27c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:57.129651 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-d986f9ed-ded2-4b0a-8979-a8e49c27c6ce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 1096 time: 0.1146824 May 14 09:49:57.159851 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-30d8d8d0-d081-4e7d-a344-e9981cd5a940 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:57.161199 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-30d8d8d0-d081-4e7d-a344-e9981cd5a940 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "GET /v2.0/networks?id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 HTTP/1.1" status: 200 len: 815 time: 0.4076958 May 14 09:49:57.163275 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bf4f708a-4bad-4dea-a73b-4a4db7e1dc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:57.182583 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Request body: {'port': {'device_id': '407cb48a-7123-47f6-8e0b-5380b4eaaea5', 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903', 'admin_state_up': True, 'tenant_id': '755699e343024171ab36a99c8fedc6ce'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:49:57.201708 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-4a4cf194-5dfc-43f7-b6f3-865b4433c8bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0dcc3af-ab49-4799-92b0-f70edf4614a0 HTTP/1.1" status: 200 len: 217 time: 0.0639999 May 14 09:49:57.268681 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-d970ed7f-7abe-46f6-b16c-83df6ac9e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:57.270108 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-d970ed7f-7abe-46f6-b16c-83df6ac9e29b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c105c90-bdda-475c-b937-1b7618745243 HTTP/1.1" status: 200 len: 850 time: 0.0618086 May 14 09:49:57.338192 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af392a07-b40b-4643-9b90-aa7fb8e4544b req-0e98fd7f-be3b-48ee-874c-003322cad062 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:57.339652 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-af392a07-b40b-4643-9b90-aa7fb8e4544b req-0e98fd7f-be3b-48ee-874c-003322cad062 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 943 time: 0.2733412 May 14 09:49:57.353252 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bf4f708a-4bad-4dea-a73b-4a4db7e1dc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:57.362465 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-0b5ed27b-ff60-4935-bfc4-bffacafc38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:57.364608 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-0b5ed27b-ff60-4935-bfc4-bffacafc38f2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8337ff19-69e8-4b8e-807c-c17fafe739ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0876498 May 14 09:49:57.376190 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-39639a61-8a4d-4762-870c-6d5ecacaa028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:57.402662 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f708a-4bad-4dea-a73b-4a4db7e1dc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bb82e7-3184-4560-8e2c-0b91fcd6f615,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:57.410804 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-bf4f708a-4bad-4dea-a73b-4a4db7e1dc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:57.424916 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:57.436504 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Usage tracker for resource:port and tenant:755699e343024171ab36a99c8fedc6ce is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:57.439638 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:57.444580 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bf4f708a-4bad-4dea-a73b-4a4db7e1dc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:57.445733 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-bf4f708a-4bad-4dea-a73b-4a4db7e1dc2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98bb82e7-3184-4560-8e2c-0b91fcd6f615 HTTP/1.1" status: 204 len: 168 time: 0.5163739 May 14 09:49:57.459354 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-af392a07-b40b-4643-9b90-aa7fb8e4544b req-db3dc27d-c5f7-42a7-9600-3bfba8ecb0ee tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105335 May 14 09:49:57.460422 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:57.478228 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Made reservation on behalf of 755699e343024171ab36a99c8fedc6ce for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:49:57.483342 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:57.531801 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-ec14dda9-90cd-4629-a371-33e07d42db73 service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593192 May 14 09:49:57.663736 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Allocated IP 172.20.0.6 (0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903/6d703ce2-c4e0-463a-88de-dd21eb034957/3e7d8060-a9ac-46d8-8142-702ea0cbb913) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:49:57.681854 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-3cadd8d0-1fe9-454b-8c10-463755af9e18 req-bc94c531-39c1-4e31-a937-a514c99eb0eb service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427495 May 14 09:49:57.810687 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 36164) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:57.845382 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ec65-1790-4b86-9419-7da8ad87eb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:57.890258 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-e4a6ec65-1790-4b86-9419-7da8ad87eb23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:57.892527 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-e4a6ec65-1790-4b86-9419-7da8ad87eb23 admin admin] Usage tracker for resource:security_group_rule and tenant:e16b65816fa54127980eee46c8b19423 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:57.898910 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-e4a6ec65-1790-4b86-9419-7da8ad87eb23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:57.925903 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25f7ba-995f-4d28-a3dc-18849ea49900 req-a00d54cc-4eaf-46fb-92b6-6bbf9f72abea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:57.927396 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-2f25f7ba-995f-4d28-a3dc-18849ea49900 req-a00d54cc-4eaf-46fb-92b6-6bbf9f72abea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 1096 time: 0.1958179 May 14 09:49:57.957293 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-e4a6ec65-1790-4b86-9419-7da8ad87eb23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:58.079714 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25f7ba-995f-4d28-a3dc-18849ea49900 req-b5ce263e-6857-440d-b793-2b3972ac2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:58.081182 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-2f25f7ba-995f-4d28-a3dc-18849ea49900 req-b5ce263e-6857-440d-b793-2b3972ac2534 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 912 time: 0.1441798 May 14 09:49:58.112451 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.116908 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2f0ccd9a-0173-490f-be5a-5a6a66db8b52 req-024dc72c-b1cf-40c6-8379-e5e5eb646bff tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 210 time: 0.0709398 May 14 09:49:58.164904 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-2f25f7ba-995f-4d28-a3dc-18849ea49900 req-067141ed-e6d8-4403-8a57-f243bada4905 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0dcc3af-ab49-4799-92b0-f70edf4614a0 HTTP/1.1" status: 200 len: 217 time: 0.0764275 May 14 09:49:58.173510 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ec65-1790-4b86-9419-7da8ad87eb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.179767 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ec65-1790-4b86-9419-7da8ad87eb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.188219 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-45e1581a-3ebe-40bb-9a46-ec0747c822f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:58.202279 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.216391 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9', '64777f69-a843-4733-b5d4-920e424c0073'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:49:58.241900 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25f7ba-995f-4d28-a3dc-18849ea49900 req-8275b5bb-46b9-46d2-ab86-9d595cc942f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:58.243509 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-2f25f7ba-995f-4d28-a3dc-18849ea49900 req-8275b5bb-46b9-46d2-ab86-9d595cc942f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c105c90-bdda-475c-b937-1b7618745243 HTTP/1.1" status: 200 len: 850 time: 0.0712693 May 14 09:49:58.246835 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-e4a6ec65-1790-4b86-9419-7da8ad87eb23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e16b65816fa54127980eee46c8b19423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313822 May 14 09:49:58.248942 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36170) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:58.253353 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6ec65-1790-4b86-9419-7da8ad87eb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983f007c-d46e-4606-a045-4d5d1d43492a,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:58.258146 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e4a6ec65-1790-4b86-9419-7da8ad87eb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:58.258591 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:58.294954 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:49:58.303113 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:49:58.307169 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:49:58.369637 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3465d080-145c-4735-9d93-a503717db1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.371245 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Pushing event updated for resources: {'Port': ['ID=3e7d8060-a9ac-46d8-8142-702ea0cbb913,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:58.379448 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:58.390202 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:58.390853 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.409811 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25f7ba-995f-4d28-a3dc-18849ea49900 req-160e98b8-e32c-4ba9-bfa0-01f44ba4bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:58.411309 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-2f25f7ba-995f-4d28-a3dc-18849ea49900 req-160e98b8-e32c-4ba9-bfa0-01f44ba4bedd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8337ff19-69e8-4b8e-807c-c17fafe739ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1584096 May 14 09:49:58.415990 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3465d080-145c-4735-9d93-a503717db1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.424623 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2509098 May 14 09:49:58.446016 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Request body: {'port': {'device_id': '407cb48a-7123-47f6-8e0b-5380b4eaaea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:49:58.604505 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.611091 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-2f25f7ba-995f-4d28-a3dc-18849ea49900 req-3a111ca2-fa49-46b1-89ae-d41d6d54004a service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856067 May 14 09:49:58.617836 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3465d080-145c-4735-9d93-a503717db1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.625872 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-493d3bc2-980d-44bc-a097-681da7a836bc tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:58.658410 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465d080-145c-4735-9d93-a503717db1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983f007c-d46e-4606-a045-4d5d1d43492a,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:58.664569 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3465d080-145c-4735-9d93-a503717db1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:58.731301 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3465d080-145c-4735-9d93-a503717db1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.732537 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-3465d080-145c-4735-9d93-a503717db1de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/983f007c-d46e-4606-a045-4d5d1d43492a HTTP/1.1" status: 204 len: 168 time: 0.4824784 May 14 09:49:58.796415 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-2f25f7ba-995f-4d28-a3dc-18849ea49900 req-c970fe95-0594-4e73-9700-b19272c6eaaa service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715353 May 14 09:49:58.956584 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85beedd0-64a2-4793-97ee-dc6e73ac57ab req-75c27ca1-556e-4acb-8685-f934e82ac3b5 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:58.958102 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-85beedd0-64a2-4793-97ee-dc6e73ac57ab req-75c27ca1-556e-4acb-8685-f934e82ac3b5 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 943 time: 0.1964173 May 14 09:49:59.034200 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-85beedd0-64a2-4793-97ee-dc6e73ac57ab req-b4413184-9a5d-4566-8936-1af0bb2c2f1e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629563 May 14 09:49:59.116298 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7d8060-a9ac-46d8-8142-702ea0cbb913 {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:49:59.124272 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.127497 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36180) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:59.140866 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Transition to ACTIVE for port object 3e7d8060-a9ac-46d8-8142-702ea0cbb913 will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:49:59.147044 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.151267 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1e1d3c51-c9a6-4dd8-ba97-7b230dcfd09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.151791 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9945ee42-02df-4d2f-b4e0-16977c641bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:59.167669 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1e1d3c51-c9a6-4dd8-ba97-7b230dcfd09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:49:59.171944 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-1e1d3c51-c9a6-4dd8-ba97-7b230dcfd09c admin admin] Usage tracker for resource:security_group_rule and tenant:245a3b8b8b244ca38e55d5823665075d is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:49:59.175254 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-1e1d3c51-c9a6-4dd8-ba97-7b230dcfd09c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:49:59.181541 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1e1d3c51-c9a6-4dd8-ba97-7b230dcfd09c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:49:59.272425 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1e1d3c51-c9a6-4dd8-ba97-7b230dcfd09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.277337 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1e1d3c51-c9a6-4dd8-ba97-7b230dcfd09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.290650 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3917f44f-dec9-4757-9ad3-414bfbfb6b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:59.334150 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-1e1d3c51-c9a6-4dd8-ba97-7b230dcfd09c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=245a3b8b8b244ca38e55d5823665075d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011244 May 14 09:49:59.334150 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d3c51-c9a6-4dd8-ba97-7b230dcfd09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9e95bf-343d-411b-b065-6c933006d948,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:59.334762 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36186) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:59.337648 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1e1d3c51-c9a6-4dd8-ba97-7b230dcfd09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:59.365718 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Pushing event updated for resources: {'Port': ['ID=3e7d8060-a9ac-46d8-8142-702ea0cbb913,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:59.369762 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:59.407896 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7e605406-bc71-406e-b44e-419f03aa4303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.437992 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7e605406-bc71-406e-b44e-419f03aa4303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.458633 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d3829-48c0-4c40-a031-4ab2e0a10410 req-17b56d18-0155-42e9-8c37-1e66ed63c0e4 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:59.459453 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-e16d3829-48c0-4c40-a031-4ab2e0a10410 req-17b56d18-0155-42e9-8c37-1e66ed63c0e4 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Synchronizing usage tracker for tenant:755699e343024171ab36a99c8fedc6ce on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:49:59.463446 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Attempting to bind port 3e7d8060-a9ac-46d8-8142-702ea0cbb913 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:49:59.463799 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Attempting to bind port 3e7d8060-a9ac-46d8-8142-702ea0cbb913 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:49:59.464128 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Attempting to bind port 3e7d8060-a9ac-46d8-8142-702ea0cbb913 on network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:49:59.473729 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Port 3e7d8060-a9ac-46d8-8142-702ea0cbb913 on network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:49:59.474018 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Attempting to bind port 3e7d8060-a9ac-46d8-8142-702ea0cbb913 on network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:49:59.483460 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:49:59.483840 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Checking segment: {'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:49:59.484406 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Bound using segment: {'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:49:59.484956 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Bound port: 3e7d8060-a9ac-46d8-8142-702ea0cbb913, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:49:59.485325 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.493230 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7e605406-bc71-406e-b44e-419f03aa4303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.497177 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-299077dd-2c12-4045-bfd0-0eaed1d94533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:59.500169 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-e16d3829-48c0-4c40-a031-4ab2e0a10410 req-17b56d18-0155-42e9-8c37-1e66ed63c0e4 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Unset dirty status for tenant:755699e343024171ab36a99c8fedc6ce on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:49:59.501342 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e16d3829-48c0-4c40-a031-4ab2e0a10410 req-17b56d18-0155-42e9-8c37-1e66ed63c0e4 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 943 time: 0.2477000 May 14 09:49:59.508314 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e605406-bc71-406e-b44e-419f03aa4303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9e95bf-343d-411b-b065-6c933006d948,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:59.511046 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7e605406-bc71-406e-b44e-419f03aa4303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:59.517452 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7e605406-bc71-406e-b44e-419f03aa4303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.521768 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-7e605406-bc71-406e-b44e-419f03aa4303 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab9e95bf-343d-411b-b065-6c933006d948 HTTP/1.1" status: 204 len: 168 time: 0.1858568 May 14 09:49:59.615875 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e16d3829-48c0-4c40-a031-4ab2e0a10410 req-013f44cc-ef35-4cb2-9ec4-6c6c689b1b80 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800576 May 14 09:49:59.627752 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] For port 3e7d8060-a9ac-46d8-8142-702ea0cbb913, host hv-cinder-73414, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:49:59.638055 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] For port 3e7d8060-a9ac-46d8-8142-702ea0cbb913, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3e7d8060-a9ac-46d8-8142-702ea0cbb913,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:49:59.644188 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.648354 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-40f2a11f-2962-4069-b5c9-2b2ebf7e686c tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:59.701630 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:59.702418 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.704079 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] 10.222.0.77 "PUT /v2.0/ports/3e7d8060-a9ac-46d8-8142-702ea0cbb913 HTTP/1.1" status: 200 len: 1093 time: 1.2704155 May 14 09:49:59.704647 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407cb48a-7123-47f6-8e0b-5380b4eaaea5', 'tag': '3e7d8060-a9ac-46d8-8142-702ea0cbb913'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:49:59.749442 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Pushing event updated for resources: {'Port': ['ID=3e7d8060-a9ac-46d8-8142-702ea0cbb913,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:59.752738 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:59.899674 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407cb48a-7123-47f6-8e0b-5380b4eaaea5', 'tag': '3e7d8060-a9ac-46d8-8142-702ea0cbb913', 'status': 'completed', 'code': 200} May 14 09:49:59.947172 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-eda9db31-224d-42d2-9f29-2ff559319067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:59.949331 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-eda9db31-224d-42d2-9f29-2ff559319067 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=755699e343024171ab36a99c8fedc6ce&device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 1096 time: 0.1932037 May 14 09:50:00.029031 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-3f738956-bb62-4af0-90f3-1bf6a53f0004 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e7d8060-a9ac-46d8-8142-702ea0cbb913 HTTP/1.1" status: 200 len: 217 time: 0.0678017 May 14 09:50:00.112175 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-61e01dc4-7fd7-4392-883e-d3bd0dd29e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:00.113624 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-61e01dc4-7fd7-4392-883e-d3bd0dd29e0a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d703ce2-c4e0-463a-88de-dd21eb034957 HTTP/1.1" status: 200 len: 855 time: 0.0731413 May 14 09:50:00.205329 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-2f8048f2-a1f4-4cd8-b9b7-4e2748419bde service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809104 May 14 09:50:00.378346 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac81a3-c578-410e-9a9a-1f10ca06aa20 req-29a6c0ac-9156-40be-b530-41d06a75a782 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:00.379948 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-71ac81a3-c578-410e-9a9a-1f10ca06aa20 req-29a6c0ac-9156-40be-b530-41d06a75a782 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 943 time: 0.2181478 May 14 09:50:00.381710 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-fba90aac-64d5-4aa3-b25f-907edc034372 service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695230 May 14 09:50:00.509771 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-71ac81a3-c578-410e-9a9a-1f10ca06aa20 req-423b6874-251d-4047-97f0-24eb05625b01 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228237 May 14 09:50:00.558442 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-69e59ca9-03ee-4755-82ec-5788f185e104 req-d43dd4ee-8e21-4a55-8a44-6e32386e56ba service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575544 May 14 09:50:00.706948 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eba78f-5622-40d4-b658-056cbdef8bbb req-f87b4df6-df86-486f-b722-1d428eec1aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:00.708765 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-53eba78f-5622-40d4-b658-056cbdef8bbb req-f87b4df6-df86-486f-b722-1d428eec1aaf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=755699e343024171ab36a99c8fedc6ce&device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 1096 time: 0.0926659 May 14 09:50:00.904753 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eba78f-5622-40d4-b658-056cbdef8bbb req-5631b4d9-3a5d-4fc3-8596-85de08a02257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:00.907555 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-53eba78f-5622-40d4-b658-056cbdef8bbb req-5631b4d9-3a5d-4fc3-8596-85de08a02257 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 HTTP/1.1" status: 200 len: 916 time: 0.1893754 May 14 09:50:00.978795 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13048340-324f-4513-88a4-2728b2be013e req-3f1a7afd-83dc-4662-bed0-9170efbc5d1a tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:00.980281 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-13048340-324f-4513-88a4-2728b2be013e req-3f1a7afd-83dc-4662-bed0-9170efbc5d1a tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 943 time: 0.2344995 May 14 09:50:00.990523 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-53eba78f-5622-40d4-b658-056cbdef8bbb req-32d93364-f480-4ec8-a531-c49c46ab380b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e7d8060-a9ac-46d8-8142-702ea0cbb913 HTTP/1.1" status: 200 len: 217 time: 0.0758710 May 14 09:50:01.075478 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-13048340-324f-4513-88a4-2728b2be013e req-ac066f6a-c948-4646-86cb-46d4d2d1ccb1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873439 May 14 09:50:01.082981 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eba78f-5622-40d4-b658-056cbdef8bbb req-58262aae-3d9b-4c5d-b735-5bfc6bd1f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:01.084428 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-53eba78f-5622-40d4-b658-056cbdef8bbb req-58262aae-3d9b-4c5d-b735-5bfc6bd1f2e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d703ce2-c4e0-463a-88de-dd21eb034957 HTTP/1.1" status: 200 len: 855 time: 0.0817299 May 14 09:50:01.138589 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-53eba78f-5622-40d4-b658-056cbdef8bbb req-b2725652-600c-4274-ba48-8799f5226af5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476797 May 14 09:50:01.275724 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-53eba78f-5622-40d4-b658-056cbdef8bbb req-df8d4839-eae5-48eb-8689-acdd42115637 service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292229 May 14 09:50:01.411038 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-53eba78f-5622-40d4-b658-056cbdef8bbb req-4c4fcde4-ad1d-47ce-bbc4-2eef8562c436 service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283395 May 14 09:50:01.708253 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e8b5a-5a1c-424d-80d7-d2bbdf21045b req-affea1ec-7199-4911-8da5-cd57ea6d8a27 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:01.709692 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-085e8b5a-5a1c-424d-80d7-d2bbdf21045b req-affea1ec-7199-4911-8da5-cd57ea6d8a27 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 943 time: 0.0818298 May 14 09:50:01.759500 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-085e8b5a-5a1c-424d-80d7-d2bbdf21045b req-fa2e5933-b3d7-4c43-9801-aeb85191527d tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414953 May 14 09:50:01.858746 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 3e7d8060-a9ac-46d8-8142-702ea0cbb913 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:50:02.011766 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 3e7d8060-a9ac-46d8-8142-702ea0cbb913, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3e7d8060-a9ac-46d8-8142-702ea0cbb913,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:02.025803 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': '3e7d8060-a9ac-46d8-8142-702ea0cbb913', 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903', 'port_id': '3e7d8060-a9ac-46d8-8142-702ea0cbb913', 'mac_address': 'fa:16:3e:7c:08:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d703ce2-c4e0-463a-88de-dd21eb034957', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:50:02.082008 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:02.099661 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7d8060-a9ac-46d8-8142-702ea0cbb913 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:50:02.116603 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 3e7d8060-a9ac-46d8-8142-702ea0cbb913, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3e7d8060-a9ac-46d8-8142-702ea0cbb913,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:02.121807 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:02.124921 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-4e030103-beee-4a76-8ee0-7b9acca16d6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:02.196075 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=3e7d8060-a9ac-46d8-8142-702ea0cbb913,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:02.199169 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:02.357519 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['3e7d8060-a9ac-46d8-8142-702ea0cbb913'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:50:02.370349 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-c365435f-7d3c-49a0-9fc5-dca172b7cba7 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=da418469996947f08317b69ee616700c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357804 May 14 09:50:02.517921 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd07877-16de-4809-8bd8-ad7fb7f7c4f8 req-4aa33f20-1cdd-4e5a-8839-d55307446c67 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:02.519393 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ddd07877-16de-4809-8bd8-ad7fb7f7c4f8 req-4aa33f20-1cdd-4e5a-8839-d55307446c67 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 944 time: 0.3321636 May 14 09:50:02.566168 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-2b23eb74-7f21-48e4-b7cf-3b0735351a51 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:02.567575 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-2b23eb74-7f21-48e4-b7cf-3b0735351a51 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906226 May 14 09:50:02.593130 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ddd07877-16de-4809-8bd8-ad7fb7f7c4f8 req-b857a20c-a93a-48ef-b9f5-67348d541ea6 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663261 May 14 09:50:02.594534 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-8818a3f5-5117-401d-aa2a-4ad98eaea206 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/quotas/da418469996947f08317b69ee616700c HTTP/1.1" status: 200 len: 375 time: 0.0195880 May 14 09:50:02.652899 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-b920c0f4-7a85-401f-bcee-d0d6bcb173ef tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=da418469996947f08317b69ee616700c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521948 May 14 09:50:02.845919 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bb2357a9-35bd-4f08-bcf4-a65613007725 req-c2b93dd1-740b-4f5a-a0a8-9186f66d120c tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 210 time: 0.0448849 May 14 09:50:02.961344 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035257ea-adb6-4ccb-a25e-9dd0c5edab15 req-172b14eb-16f6-4e3d-af77-477a2f65d4f0 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:02.962834 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-035257ea-adb6-4ccb-a25e-9dd0c5edab15 req-172b14eb-16f6-4e3d-af77-477a2f65d4f0 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 943 time: 0.0897589 May 14 09:50:03.016046 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-035257ea-adb6-4ccb-a25e-9dd0c5edab15 req-4e73b497-2947-4162-b6dd-c22edcd4aa63 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468304 May 14 09:50:03.801795 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7baf-2902-466c-8ae2-1c791fbca592 req-c81b7745-8232-4965-b6c5-2da05b0012b1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:03.803638 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-be4a7baf-2902-466c-8ae2-1c791fbca592 req-c81b7745-8232-4965-b6c5-2da05b0012b1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 944 time: 0.0931900 May 14 09:50:03.853096 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-be4a7baf-2902-466c-8ae2-1c791fbca592 req-07101562-a14b-43ad-a0f4-7c27916c6e6a tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424604 May 14 09:50:03.876751 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device e0dcc3af-ab49-4799-92b0-f70edf4614a0 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:50:03.879147 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 3e7d8060-a9ac-46d8-8142-702ea0cbb913 up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:03.934571 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-ea9f19ed-b5ff-4151-aa69-5ed22fabcd3b tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=da418469996947f08317b69ee616700c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451286 May 14 09:50:04.049913 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port 3e7d8060-a9ac-46d8-8142-702ea0cbb913 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:04.069192 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port 3e7d8060-a9ac-46d8-8142-702ea0cbb913 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:04.069575 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:04.090690 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0607ad31-951a-498c-bd05-21b12f661ac2 req-52d5cc9c-e31e-4a8d-bd5c-69bc957d6316 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 210 time: 0.1160626 May 14 09:50:04.145740 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port e0dcc3af-ab49-4799-92b0-f70edf4614a0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e0dcc3af-ab49-4799-92b0-f70edf4614a0,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:04.166174 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'port_id': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'mac_address': 'fa:16:3e:f8:6c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:50:04.218245 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-483e1244-dcab-4820-8d23-1bcd2f08876d tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:04.220324 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-483e1244-dcab-4820-8d23-1bcd2f08876d tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807648 May 14 09:50:04.236899 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Request body: {'port': {'device_id': 'b2a06150-6a86-4ef2-9399-fb8556cd37f6', 'network_id': 'fdbf3a14-0859-4d3c-8e62-3c125c4a259f', 'admin_state_up': True, 'tenant_id': 'da418469996947f08317b69ee616700c'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:04.302936 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:04.328434 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:04.340205 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dcc3af-ab49-4799-92b0-f70edf4614a0 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:50:04.362451 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7602ee-366a-4671-a8b2-34c35d88d7b7 req-b0a64f11-ddf4-4615-ae1f-5ab4a59f0911 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:04.364113 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5e7602ee-366a-4671-a8b2-34c35d88d7b7 req-b0a64f11-ddf4-4615-ae1f-5ab4a59f0911 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 943 time: 0.2001975 May 14 09:50:04.372093 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407cb48a-7123-47f6-8e0b-5380b4eaaea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7d8060-a9ac-46d8-8142-702ea0cbb913'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:50:04.380188 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port e0dcc3af-ab49-4799-92b0-f70edf4614a0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e0dcc3af-ab49-4799-92b0-f70edf4614a0,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:04.384506 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:04.387393 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 3e7d8060-a9ac-46d8-8142-702ea0cbb913, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3e7d8060-a9ac-46d8-8142-702ea0cbb913,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:04.388326 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-a0d481f8-9523-446c-876e-d1980da8e905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:04.432965 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:04.447203 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:04.456123 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407cb48a-7123-47f6-8e0b-5380b4eaaea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7d8060-a9ac-46d8-8142-702ea0cbb913', 'code': 200} May 14 09:50:04.458095 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5e7602ee-366a-4671-a8b2-34c35d88d7b7 req-0914e4a7-d239-4254-bc84-c8886a6f2b33 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854979 May 14 09:50:04.459086 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Usage tracker for resource:port and tenant:da418469996947f08317b69ee616700c is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:04.463474 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:04.476611 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:04.481252 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=e0dcc3af-ab49-4799-92b0-f70edf4614a0,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:04.486393 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:04.486910 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:04.493015 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Made reservation on behalf of da418469996947f08317b69ee616700c for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:50:04.498148 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:04.512426 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:04.528224 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:04.532301 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Usage tracker for resource:security_group_rule and tenant:da418469996947f08317b69ee616700c is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:04.535497 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:04.542252 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:04.570563 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=3e7d8060-a9ac-46d8-8142-702ea0cbb913,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:04.573758 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:04.640653 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:04.641567 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['e0dcc3af-ab49-4799-92b0-f70edf4614a0'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:50:04.646088 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:04.649273 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-19cbfab9-a2c2-4358-a8b9-53c852712b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:04.733745 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254d5d97-f57a-465c-a393-74da1ad907f0,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:04.737116 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:04.737684 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa01b2-25e4-47d6-a6b3-519daeb2836f req-962c2418-9161-4882-9db1-28ed84daa6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:04.739573 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-36fa01b2-25e4-47d6-a6b3-519daeb2836f req-962c2418-9161-4882-9db1-28ed84daa6ce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 1098 time: 0.0890598 May 14 09:50:04.802795 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-36fa01b2-25e4-47d6-a6b3-519daeb2836f req-4afdebf8-b7fb-4136-b40c-7f0890a80f32 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556314 May 14 09:50:04.857985 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Allocated IP 192.168.233.150 (fdbf3a14-0859-4d3c-8e62-3c125c4a259f/0c75cb2c-5d1b-4c28-973a-5cac1b92f64e/6564a305-0e33-473d-9656-7c37a017a150) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:50:05.131864 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:05.162691 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd74d8-233c-4fdd-9920-8e7d8990c47a req-83dd09dd-ede6-4c7e-84a7-6554df9166ea tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:05.164263 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-54bd74d8-233c-4fdd-9920-8e7d8990c47a req-83dd09dd-ede6-4c7e-84a7-6554df9166ea tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 945 time: 0.1677012 May 14 09:50:05.166943 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Transition to ACTIVE for port object 6564a305-0e33-473d-9656-7c37a017a150 will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:50:05.251867 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e88453f3-4212-4109-b07c-ffbd5ebe68f8 req-3c54a033-ac4a-4b29-b425-a626632de092 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 210 time: 0.0592513 May 14 09:50:05.268095 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-54bd74d8-233c-4fdd-9920-8e7d8990c47a req-0d3b8da0-eb2a-45c1-b000-139148dffc92 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924742 May 14 09:50:05.272817 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:05.278645 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c55d7e67-eea3-4bc7-bf6d-24a2342e4c1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:05.455096 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Network fdbf3a14-0859-4d3c-8e62-3c125c4a259f is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:50:05.458327 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:50:05.467226 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:50:05.499414 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Pushing event updated for resources: {'Port': ['ID=6564a305-0e33-473d-9656-7c37a017a150,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:05.507459 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:05.544088 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:05.544795 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:05.575976 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3429315 May 14 09:50:05.588471 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Request body: {'port': {'device_id': 'b2a06150-6a86-4ef2-9399-fb8556cd37f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:05.680971 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-87eacfac-fe92-497d-b0d0-d376f381d828 None None] Provisioning for port 6564a305-0e33-473d-9656-7c37a017a150 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:05.686264 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-87eacfac-fe92-497d-b0d0-d376f381d828 None None] Provisioning complete for port 6564a305-0e33-473d-9656-7c37a017a150 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:05.686958 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-87eacfac-fe92-497d-b0d0-d376f381d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:05.749221 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-87eacfac-fe92-497d-b0d0-d376f381d828 None None] Port 6564a305-0e33-473d-9656-7c37a017a150 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:50:05.781241 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:05.807542 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467477be-2025-4867-857a-9f50e55ad896 req-a37aee37-3943-4081-9e27-1ca1c926f7d5 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:05.809204 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-467477be-2025-4867-857a-9f50e55ad896 req-a37aee37-3943-4081-9e27-1ca1c926f7d5 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 944 time: 0.1949723 May 14 09:50:05.877110 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device e0dcc3af-ab49-4799-92b0-f70edf4614a0 up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:05.948771 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-467477be-2025-4867-857a-9f50e55ad896 req-dd6cf723-41db-4722-a77d-e01de9cdf740 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091061 May 14 09:50:05.962524 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port e0dcc3af-ab49-4799-92b0-f70edf4614a0 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:05.967474 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port e0dcc3af-ab49-4799-92b0-f70edf4614a0 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:05.967878 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:06.042375 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:50:06.092078 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:06.131944 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port e0dcc3af-ab49-4799-92b0-f70edf4614a0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e0dcc3af-ab49-4799-92b0-f70edf4614a0,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:06.137340 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:06.139448 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-afbdfd88-de22-45c2-8c8f-c2bda3156001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:06.204768 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6564a305-0e33-473d-9656-7c37a017a150 {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:50:06.208501 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=e0dcc3af-ab49-4799-92b0-f70edf4614a0,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:06.211759 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:06.212789 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:06.228339 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Transition to ACTIVE for port object 6564a305-0e33-473d-9656-7c37a017a150 will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:50:06.234345 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:06.238481 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-eb758d99-aab3-4c5b-9e68-f9ffc6da7360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:06.457878 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:50:06.521825 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Pushing event updated for resources: {'Port': ['ID=6564a305-0e33-473d-9656-7c37a017a150,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:06.524738 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:06.581133 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Attempting to bind port 6564a305-0e33-473d-9656-7c37a017a150 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:50:06.581243 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Attempting to bind port 6564a305-0e33-473d-9656-7c37a017a150 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'cab8c30c-c519-4034-ab21-480ed2a11df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fdbf3a14-0859-4d3c-8e62-3c125c4a259f'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:50:06.581569 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Attempting to bind port 6564a305-0e33-473d-9656-7c37a017a150 on network fdbf3a14-0859-4d3c-8e62-3c125c4a259f {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:50:06.591250 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Port 6564a305-0e33-473d-9656-7c37a017a150 on network fdbf3a14-0859-4d3c-8e62-3c125c4a259f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:50:06.591566 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Attempting to bind port 6564a305-0e33-473d-9656-7c37a017a150 on network fdbf3a14-0859-4d3c-8e62-3c125c4a259f {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:50:06.601279 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:50:06.601634 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Checking segment: {'id': 'cab8c30c-c519-4034-ab21-480ed2a11df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fdbf3a14-0859-4d3c-8e62-3c125c4a259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:50:06.602007 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Bound using segment: {'id': 'cab8c30c-c519-4034-ab21-480ed2a11df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fdbf3a14-0859-4d3c-8e62-3c125c4a259f'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:50:06.602427 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Bound port: 6564a305-0e33-473d-9656-7c37a017a150, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab8c30c-c519-4034-ab21-480ed2a11df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fdbf3a14-0859-4d3c-8e62-3c125c4a259f'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:50:06.602769 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:06.672157 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993e6b8-edc0-4a42-87df-a1bcb6f15a34 req-5b77cd49-d7f1-4dfa-aefd-73b92bd729e7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:06.673708 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c993e6b8-edc0-4a42-87df-a1bcb6f15a34 req-5b77cd49-d7f1-4dfa-aefd-73b92bd729e7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 945 time: 0.2772253 May 14 09:50:06.680888 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354a810-76d5-4b69-93e6-b820db3e24d4 req-0054345b-4716-44f5-b206-2134bf7910e8 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:06.681533 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-e354a810-76d5-4b69-93e6-b820db3e24d4 req-0054345b-4716-44f5-b206-2134bf7910e8 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Synchronizing usage tracker for tenant:da418469996947f08317b69ee616700c on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:50:06.769350 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-e354a810-76d5-4b69-93e6-b820db3e24d4 req-0054345b-4716-44f5-b206-2134bf7910e8 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Unset dirty status for tenant:da418469996947f08317b69ee616700c on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:50:06.770616 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e354a810-76d5-4b69-93e6-b820db3e24d4 req-0054345b-4716-44f5-b206-2134bf7910e8 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 948 time: 0.3707082 May 14 09:50:06.783047 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c993e6b8-edc0-4a42-87df-a1bcb6f15a34 req-9a32d098-07a5-491b-b17c-1ac5aa1a2de9 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937991 May 14 09:50:06.808744 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] For port 6564a305-0e33-473d-9656-7c37a017a150, host hv-cinder-73414, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:50:06.827575 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] For port 6564a305-0e33-473d-9656-7c37a017a150, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6564a305-0e33-473d-9656-7c37a017a150,segment=NetworkSegment(cab8c30c-c519-4034-ab21-480ed2a11df8),segment_id=cab8c30c-c519-4034-ab21-480ed2a11df8)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:50:06.840803 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-e354a810-76d5-4b69-93e6-b820db3e24d4 req-6373b33f-8ed5-4069-8c7f-73dfb69cd356 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Synchronizing usage tracker for tenant:da418469996947f08317b69ee616700c on resource:security_group {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:50:06.845164 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:06.850678 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-57d485c0-02b7-4484-9966-21f19da8efb3 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:06.857374 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'code': 200} May 14 09:50:06.920847 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:06.921478 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:06.923745 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] 10.222.0.77 "PUT /v2.0/ports/6564a305-0e33-473d-9656-7c37a017a150 HTTP/1.1" status: 200 len: 1098 time: 1.3397141 May 14 09:50:06.924263 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a06150-6a86-4ef2-9399-fb8556cd37f6', 'tag': '6564a305-0e33-473d-9656-7c37a017a150'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:50:06.951691 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-e354a810-76d5-4b69-93e6-b820db3e24d4 req-6373b33f-8ed5-4069-8c7f-73dfb69cd356 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Unset dirty status for tenant:da418469996947f08317b69ee616700c on resource:security_group {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:50:06.961291 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e354a810-76d5-4b69-93e6-b820db3e24d4 req-6373b33f-8ed5-4069-8c7f-73dfb69cd356 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/security-groups?id=254d5d97-f57a-465c-a393-74da1ad907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740849 May 14 09:50:06.974020 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Pushing event updated for resources: {'Port': ['ID=6564a305-0e33-473d-9656-7c37a017a150,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:06.986301 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:07.037306 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a06150-6a86-4ef2-9399-fb8556cd37f6', 'tag': '6564a305-0e33-473d-9656-7c37a017a150', 'status': 'completed', 'code': 200} May 14 09:50:07.081956 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-6804dd3d-28ff-4a86-862c-0c2642276c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:07.083559 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-6804dd3d-28ff-4a86-862c-0c2642276c6d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=da418469996947f08317b69ee616700c&device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 1101 time: 0.0984273 May 14 09:50:07.243000 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-c23bda17-07ea-40da-ad6a-e124614379a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=6564a305-0e33-473d-9656-7c37a017a150 HTTP/1.1" status: 200 len: 217 time: 0.1495383 May 14 09:50:07.257636 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d49170-85de-4009-9997-1da56dbd5e0d req-894e113b-c606-4bb4-8ac6-548142e7ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:07.259175 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-73d49170-85de-4009-9997-1da56dbd5e0d req-894e113b-c606-4bb4-8ac6-548142e7ab56 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 1098 time: 0.0961144 May 14 09:50:07.319418 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-73d49170-85de-4009-9997-1da56dbd5e0d req-ace322a9-5e69-4e3c-bf91-e72e8a75a095 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459285 May 14 09:50:07.334881 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949095b-ae9d-4819-bd1c-ba42b7128fcc req-77091670-6dad-4f61-858f-02c3d6b9b9af tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:07.336444 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6949095b-ae9d-4819-bd1c-ba42b7128fcc req-77091670-6dad-4f61-858f-02c3d6b9b9af tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 945 time: 0.1716275 May 14 09:50:07.486910 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-13ea93a7-3523-4092-bef0-0aba0e755cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:07.488583 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-13ea93a7-3523-4092-bef0-0aba0e755cb3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c75cb2c-5d1b-4c28-973a-5cac1b92f64e HTTP/1.1" status: 200 len: 843 time: 0.2138438 May 14 09:50:07.551921 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6949095b-ae9d-4819-bd1c-ba42b7128fcc req-6f53483c-803e-4453-b57b-876fe773fb07 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090120 May 14 09:50:07.581831 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-5402ae12-016d-4317-93af-935bc23acfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:07.583322 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-5402ae12-016d-4317-93af-935bc23acfd8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdbf3a14-0859-4d3c-8e62-3c125c4a259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0835567 May 14 09:50:07.740472 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-a3570f83-c918-4d1e-b3a7-8a47a4789011 service neutron] 10.222.0.77 "GET /v2.0/networks/fdbf3a14-0859-4d3c-8e62-3c125c4a259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420856 May 14 09:50:07.888578 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-5dd1c4fb-25a6-4da3-81f1-133bd1a72c63 req-3b61eb81-bd81-4fbf-85c3-0d131ff73c22 service neutron] 10.222.0.77 "GET /v2.0/networks/fdbf3a14-0859-4d3c-8e62-3c125c4a259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370249 May 14 09:50:08.027584 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697870a-c68c-4785-a94f-597fcd99ec4c req-dda65c62-37b2-4706-b865-89550a017b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:08.029119 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9697870a-c68c-4785-a94f-597fcd99ec4c req-dda65c62-37b2-4706-b865-89550a017b5c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=da418469996947f08317b69ee616700c&device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 1101 time: 0.0805581 May 14 09:50:08.227202 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697870a-c68c-4785-a94f-597fcd99ec4c req-42e0e28a-8460-4456-b2f4-a5f0258f0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:08.228586 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9697870a-c68c-4785-a94f-597fcd99ec4c req-42e0e28a-8460-4456-b2f4-a5f0258f0e72 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fdbf3a14-0859-4d3c-8e62-3c125c4a259f HTTP/1.1" status: 200 len: 870 time: 0.1839845 May 14 09:50:08.306575 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e110d-2610-4ea8-973a-01d33ea84218 req-39211b19-9074-4dc2-8a3c-c27cf98872f1 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:08.308047 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0a3e110d-2610-4ea8-973a-01d33ea84218 req-39211b19-9074-4dc2-8a3c-c27cf98872f1 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 948 time: 0.1956558 May 14 09:50:08.317949 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9697870a-c68c-4785-a94f-597fcd99ec4c req-0fa51f7e-6f0a-4ba1-a4c0-8a1a28c24186 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=6564a305-0e33-473d-9656-7c37a017a150 HTTP/1.1" status: 200 len: 217 time: 0.0761008 May 14 09:50:08.403092 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0a3e110d-2610-4ea8-973a-01d33ea84218 req-601655c3-4b88-4323-85c7-aeb620689018 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/security-groups?id=254d5d97-f57a-465c-a393-74da1ad907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873919 May 14 09:50:08.409323 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697870a-c68c-4785-a94f-597fcd99ec4c req-bef06900-0b60-4033-a207-30ea9973a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:08.410752 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9697870a-c68c-4785-a94f-597fcd99ec4c req-bef06900-0b60-4033-a207-30ea9973a568 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c75cb2c-5d1b-4c28-973a-5cac1b92f64e HTTP/1.1" status: 200 len: 843 time: 0.0804484 May 14 09:50:08.499397 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697870a-c68c-4785-a94f-597fcd99ec4c req-36497e67-f806-498a-a43b-a83d293299d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:08.501069 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9697870a-c68c-4785-a94f-597fcd99ec4c req-36497e67-f806-498a-a43b-a83d293299d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdbf3a14-0859-4d3c-8e62-3c125c4a259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0812862 May 14 09:50:08.645732 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9697870a-c68c-4785-a94f-597fcd99ec4c req-d027e129-d82a-42df-9f5f-3bec4a5a2f0a service neutron] 10.222.0.77 "GET /v2.0/networks/fdbf3a14-0859-4d3c-8e62-3c125c4a259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339028 May 14 09:50:08.863855 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9697870a-c68c-4785-a94f-597fcd99ec4c req-c6557703-ebed-4ee6-8053-4d15bf10b7c4 service neutron] 10.222.0.77 "GET /v2.0/networks/fdbf3a14-0859-4d3c-8e62-3c125c4a259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075515 May 14 09:50:08.883672 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f64421-2d80-4c23-9bf7-463d28f8e74a req-6474bc63-a702-4f1c-9b89-6a5b084ee12e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:08.884876 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-03f64421-2d80-4c23-9bf7-463d28f8e74a req-6474bc63-a702-4f1c-9b89-6a5b084ee12e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 945 time: 0.2022247 May 14 09:50:08.939014 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-03f64421-2d80-4c23-9bf7-463d28f8e74a req-33781064-a582-4e3c-936b-db6d897350ac tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435770 May 14 09:50:09.138243 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b3140-a915-4b66-bda5-f3ed93597c5c req-3f211b6b-fca0-4881-a18f-1c798917d805 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:09.139784 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-480b3140-a915-4b66-bda5-f3ed93597c5c req-3f211b6b-fca0-4881-a18f-1c798917d805 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 945 time: 0.0876982 May 14 09:50:09.189004 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-480b3140-a915-4b66-bda5-f3ed93597c5c req-375d4d3a-690c-4055-a801-6a1b5c7f9002 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 May 14 09:50:09.215003 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 36306) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:09.292171 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07ff0e7-15b8-4df5-90bb-69b9119d371b tempest-TestVolumeBootPattern-2032755390 tempest-TestVolumeBootPattern-2032755390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:09.293552 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-c07ff0e7-15b8-4df5-90bb-69b9119d371b tempest-TestVolumeBootPattern-2032755390 tempest-TestVolumeBootPattern-2032755390-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 1093 time: 0.0775411 May 14 09:50:09.296589 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 36310) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:09.301624 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Request body: {'floatingip': {'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'port_id': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:09.307717 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:09.311729 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Usage tracker for resource:floatingip and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:09.314712 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:09.321061 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:09.333822 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for floatingip, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:09.482147 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:09.806486 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b848f-92e9-46bf-9ade-573d10005eb0 req-eaf1c1cf-14e5-46fd-9fbd-2345e7e34427 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:09.807964 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-399b848f-92e9-46bf-9ade-573d10005eb0 req-eaf1c1cf-14e5-46fd-9fbd-2345e7e34427 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 948 time: 0.1709054 May 14 09:50:09.809109 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Allocated IP 172.27.2.162 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/63682461-4ded-4ec7-b1f0-303dca1ae5ea) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:50:09.898981 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 6564a305-0e33-473d-9656-7c37a017a150 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:50:09.932536 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-399b848f-92e9-46bf-9ade-573d10005eb0 req-eff581b7-beef-4155-bf8c-d95b41bbe852 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/security-groups?id=254d5d97-f57a-465c-a393-74da1ad907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180375 May 14 09:50:10.001744 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.040422 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.044841 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 6564a305-0e33-473d-9656-7c37a017a150, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6564a305-0e33-473d-9656-7c37a017a150,segment=NetworkSegment(cab8c30c-c519-4034-ab21-480ed2a11df8),segment_id=cab8c30c-c519-4034-ab21-480ed2a11df8)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:10.045953 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7ba1adc9-9a0f-47d2-804c-9775288671da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:10.061827 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': '6564a305-0e33-473d-9656-7c37a017a150', 'network_id': 'fdbf3a14-0859-4d3c-8e62-3c125c4a259f', 'port_id': '6564a305-0e33-473d-9656-7c37a017a150', 'mac_address': 'fa:16:3e:9e:95:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c75cb2c-5d1b-4c28-973a-5cac1b92f64e', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:50:10.112181 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:50:10.115221 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:50:10.119112 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:50:10.135366 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.155597 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6564a305-0e33-473d-9656-7c37a017a150 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:50:10.161679 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'Port': ['ID=63682461-4ded-4ec7-b1f0-303dca1ae5ea,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:10.166039 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:10.182134 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 6564a305-0e33-473d-9656-7c37a017a150, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6564a305-0e33-473d-9656-7c37a017a150,segment=NetworkSegment(cab8c30c-c519-4034-ab21-480ed2a11df8),segment_id=cab8c30c-c519-4034-ab21-480ed2a11df8)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:10.188701 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.190600 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:10.259837 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=6564a305-0e33-473d-9656-7c37a017a150,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:10.263009 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:10.343868 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-fdb4a277-a6f3-4bb2-95a6-fcd83adbd761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.474460 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['6564a305-0e33-473d-9656-7c37a017a150'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:50:10.570488 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.651833 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.890630 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.897889 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.903817 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-463af15e-9816-4872-aa5c-ca404883ab56 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:11.009132 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'Port': ['ID=63682461-4ded-4ec7-b1f0-303dca1ae5ea,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:11.013161 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:11.026068 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:11.382123 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e186af5-162d-491c-ad88-7dd8fa18d3a9 req-dac0f6f7-2b2f-4484-89a2-4be08d4d4870 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:11.383600 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4e186af5-162d-491c-ad88-7dd8fa18d3a9 req-dac0f6f7-2b2f-4484-89a2-4be08d4d4870 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 949 time: 0.3096626 May 14 09:50:11.386916 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.db.l3_db [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Floating IP c3487497-1614-4b52-ad97-8d5188fe28c1 associated. External IP: 172.27.2.162, port: e0dcc3af-ab49-4799-92b0-f70edf4614a0. May 14 09:50:11.565270 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4e186af5-162d-491c-ad88-7dd8fa18d3a9 req-510d31e7-6d92-41f6-9c74-726678171a5f tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/security-groups?id=254d5d97-f57a-465c-a393-74da1ad907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301482 May 14 09:50:11.793870 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Router e417fd41-372f-4a37-9f06-fa3f4ae4f527 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:50:11.907779 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 6564a305-0e33-473d-9656-7c37a017a150 up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:11.979817 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port 6564a305-0e33-473d-9656-7c37a017a150 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:11.987770 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port 6564a305-0e33-473d-9656-7c37a017a150 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:11.988188 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:11.991295 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:50:12.017518 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:12.022619 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c76b2d-da25-421d-a7d9-0ddfbb2fa4a6 None None] Sync routers for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:50:12.046347 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c76b2d-da25-421d-a7d9-0ddfbb2fa4a6 None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:50:12.047044 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-c1c76b2d-da25-421d-a7d9-0ddfbb2fa4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:49:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:12.075065 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7774715 May 14 09:50:12.076306 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'tag': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:50:12.122643 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'tag': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'status': 'completed', 'code': 200} May 14 09:50:12.225988 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80762cd3-b5a5-442f-8b5c-e1b998ccc94e req-61ac5b91-5777-44f9-ab47-7244e586b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:12.227478 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80762cd3-b5a5-442f-8b5c-e1b998ccc94e req-61ac5b91-5777-44f9-ab47-7244e586b035 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 1098 time: 0.0813811 May 14 09:50:12.322870 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:12.336640 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-c1c76b2d-da25-421d-a7d9-0ddfbb2fa4a6 None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:50:12.375124 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80762cd3-b5a5-442f-8b5c-e1b998ccc94e req-1e23cf55-335f-4bef-89b8-6027ea63a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:12.377518 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80762cd3-b5a5-442f-8b5c-e1b998ccc94e req-1e23cf55-335f-4bef-89b8-6027ea63a7aa service neutron] 10.222.0.77 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 912 time: 0.1385596 May 14 09:50:12.482376 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a06150-6a86-4ef2-9399-fb8556cd37f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6564a305-0e33-473d-9656-7c37a017a150'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:50:12.498735 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80762cd3-b5a5-442f-8b5c-e1b998ccc94e req-06431170-986b-4cfc-8b26-3c8b3e0b22fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0dcc3af-ab49-4799-92b0-f70edf4614a0 HTTP/1.1" status: 200 len: 999 time: 0.1130500 May 14 09:50:12.503635 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 6564a305-0e33-473d-9656-7c37a017a150, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6564a305-0e33-473d-9656-7c37a017a150,segment=NetworkSegment(cab8c30c-c519-4034-ab21-480ed2a11df8),segment_id=cab8c30c-c519-4034-ab21-480ed2a11df8)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:12.548823 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:12.565883 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a06150-6a86-4ef2-9399-fb8556cd37f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6564a305-0e33-473d-9656-7c37a017a150', 'code': 200} May 14 09:50:12.567312 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:12.577199 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80762cd3-b5a5-442f-8b5c-e1b998ccc94e req-db369c3c-0052-4004-b443-4fcf7b7a0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:12.579613 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80762cd3-b5a5-442f-8b5c-e1b998ccc94e req-db369c3c-0052-4004-b443-4fcf7b7a0237 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c105c90-bdda-475c-b937-1b7618745243 HTTP/1.1" status: 200 len: 850 time: 0.0716186 May 14 09:50:12.679642 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80762cd3-b5a5-442f-8b5c-e1b998ccc94e req-143c107d-975e-4b95-97ce-57a11eb63ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:12.681588 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80762cd3-b5a5-442f-8b5c-e1b998ccc94e req-143c107d-975e-4b95-97ce-57a11eb63ed6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8337ff19-69e8-4b8e-807c-c17fafe739ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0885239 May 14 09:50:12.761793 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=6564a305-0e33-473d-9656-7c37a017a150,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:12.764914 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:12.819550 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05aafb-2d4d-421b-8428-1ac04d6976df req-46decee5-1240-4323-b4d5-53446b01b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:12.821074 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-cf05aafb-2d4d-421b-8428-1ac04d6976df req-46decee5-1240-4323-b4d5-53446b01b47f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 1103 time: 0.0876715 May 14 09:50:12.836186 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:12.873028 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-cf05aafb-2d4d-421b-8428-1ac04d6976df req-937d6110-7f19-45a3-930a-f35f0f755f09 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=254d5d97-f57a-465c-a393-74da1ad907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 May 14 09:50:12.884537 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-c1c76b2d-da25-421d-a7d9-0ddfbb2fa4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': 'c3487497-1614-4b52-ad97-8d5188fe28c1', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'port_id': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'mac_address': 'fa:16:3e:f8:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:50:10Z', 'updated_at': '2021-05-14T09:50:10Z', 'revision_number': 0, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:12.888712 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c76b2d-da25-421d-a7d9-0ddfbb2fa4a6 None None] Checking router: e417fd41-372f-4a37-9f06-fa3f4ae4f527 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:50:12.897502 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c76b2d-da25-421d-a7d9-0ddfbb2fa4a6 None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:50:12.898125 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-c1c76b2d-da25-421d-a7d9-0ddfbb2fa4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:49:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:12.907274 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80762cd3-b5a5-442f-8b5c-e1b998ccc94e req-971e4693-815f-42a3-bce1-b6487a7412a3 service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167077 May 14 09:50:12.916875 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d32c4f-0cc2-44bc-af8b-c6c0d8819ff0 req-83b69432-0570-43fc-8850-4a825008d6c8 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:12.918399 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e4d32c4f-0cc2-44bc-af8b-c6c0d8819ff0 req-83b69432-0570-43fc-8850-4a825008d6c8 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 950 time: 0.2265911 May 14 09:50:13.054643 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6f3b4b82-9529-4b24-90ab-993cbee6d36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:13.096889 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-c1c76b2d-da25-421d-a7d9-0ddfbb2fa4a6 None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:50:13.204307 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e4d32c4f-0cc2-44bc-af8b-c6c0d8819ff0 req-e33b495d-0ee6-455e-a8cd-411f1dab372a tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/security-groups?id=254d5d97-f57a-465c-a393-74da1ad907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634246 May 14 09:50:13.232864 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80762cd3-b5a5-442f-8b5c-e1b998ccc94e req-42f08bf3-1cfe-4f59-897c-6ff183092cf3 service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119254 May 14 09:50:13.477528 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-c1c76b2d-da25-421d-a7d9-0ddfbb2fa4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': 'c3487497-1614-4b52-ad97-8d5188fe28c1', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'port_id': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'mac_address': 'fa:16:3e:f8:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:50:10Z', 'updated_at': '2021-05-14T09:50:10Z', 'revision_number': 0, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:13.482334 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c76b2d-da25-421d-a7d9-0ddfbb2fa4a6 None None] The sync data for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi is: [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': 'c3487497-1614-4b52-ad97-8d5188fe28c1', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'port_id': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'mac_address': 'fa:16:3e:f8:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:50:10Z', 'updated_at': '2021-05-14T09:50:10Z', 'revision_number': 0, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:50:13.710855 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dad5dd-58fc-461b-87dd-d3ab6e16f5db None None] New status for floating IP c3487497-1614-4b52-ad97-8d5188fe28c1: ACTIVE {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:50:14.056032 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:14.414336 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a230229-c81a-45e3-82fa-1351943bcac4 req-39e3c422-e1c5-4be6-8509-6978a048a024 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:14.415982 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0a230229-c81a-45e3-82fa-1351943bcac4 req-39e3c422-e1c5-4be6-8509-6978a048a024 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 950 time: 0.0883822 May 14 09:50:14.483665 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0a230229-c81a-45e3-82fa-1351943bcac4 req-8771a37f-b390-4c65-bbf2-2df1a24bf74c tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/security-groups?id=254d5d97-f57a-465c-a393-74da1ad907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604386 May 14 09:50:14.966835 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be271804-03a3-4f2e-b15f-59e850671819 req-b0716f51-4685-4a9f-bd74-15447e3cdace tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:14.968477 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-be271804-03a3-4f2e-b15f-59e850671819 req-b0716f51-4685-4a9f-bd74-15447e3cdace tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 950 time: 0.0858510 May 14 09:50:15.018318 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-be271804-03a3-4f2e-b15f-59e850671819 req-3ffdba09-d7bf-44fa-b8db-1faf7780b2c8 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/security-groups?id=254d5d97-f57a-465c-a393-74da1ad907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 May 14 09:50:15.430109 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:15.809034 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:16.229227 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc56b-c688-40f5-b706-a2acb7a061b2 req-2e97ccdd-e438-4f1e-a32a-c5d25d568e42 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:16.230804 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-302dc56b-c688-40f5-b706-a2acb7a061b2 req-2e97ccdd-e438-4f1e-a32a-c5d25d568e42 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 950 time: 0.0975878 May 14 09:50:16.280135 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-302dc56b-c688-40f5-b706-a2acb7a061b2 req-1cd5ecda-bb95-4a1c-ab2f-e23a751ddabe tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/security-groups?id=254d5d97-f57a-465c-a393-74da1ad907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403476 May 14 09:50:16.620757 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380c932-87d9-4a97-885e-ed2d26b561b6 req-af1886fb-9d62-45ed-87b9-72a1d343aeff tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:16.622201 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d380c932-87d9-4a97-885e-ed2d26b561b6 req-af1886fb-9d62-45ed-87b9-72a1d343aeff tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 950 time: 0.0862215 May 14 09:50:16.771545 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-d380c932-87d9-4a97-885e-ed2d26b561b6 req-1898d9e8-dab5-40a0-a1d6-b59747966125 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Deleting port 6564a305-0e33-473d-9656-7c37a017a150 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:50:16.771766 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-d380c932-87d9-4a97-885e-ed2d26b561b6 req-1898d9e8-dab5-40a0-a1d6-b59747966125 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:16.928326 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-d380c932-87d9-4a97-885e-ed2d26b561b6 req-1898d9e8-dab5-40a0-a1d6-b59747966125 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] For port 6564a305-0e33-473d-9656-7c37a017a150, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6564a305-0e33-473d-9656-7c37a017a150,segment=NetworkSegment(cab8c30c-c519-4034-ab21-480ed2a11df8),segment_id=cab8c30c-c519-4034-ab21-480ed2a11df8)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:16.928796 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-d380c932-87d9-4a97-885e-ed2d26b561b6 req-1898d9e8-dab5-40a0-a1d6-b59747966125 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:17.056369 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-d380c932-87d9-4a97-885e-ed2d26b561b6 req-1898d9e8-dab5-40a0-a1d6-b59747966125 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Calling delete_port for 6564a305-0e33-473d-9656-7c37a017a150 owned by compute:nova {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:50:17.183200 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-d380c932-87d9-4a97-885e-ed2d26b561b6 req-1898d9e8-dab5-40a0-a1d6-b59747966125 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:17.189416 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4c14eec2-9577-4ca6-9f48-2ba333bae728 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:17.195322 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['6564a305-0e33-473d-9656-7c37a017a150'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:50:17.235226 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898d9e8-dab5-40a0-a1d6-b59747966125 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Pushing event deleted for resources: {'Port': ['ID=6564a305-0e33-473d-9656-7c37a017a150,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:17.238804 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1898d9e8-dab5-40a0-a1d6-b59747966125 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:17.320343 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-d380c932-87d9-4a97-885e-ed2d26b561b6 req-1898d9e8-dab5-40a0-a1d6-b59747966125 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] No DVR routers for this DVR port 6564a305-0e33-473d-9656-7c37a017a150 on host hv-cinder-73414 {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:50:17.323082 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-d380c932-87d9-4a97-885e-ed2d26b561b6 req-1898d9e8-dab5-40a0-a1d6-b59747966125 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:17.325924 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a06150-6a86-4ef2-9399-fb8556cd37f6', 'name': 'network-vif-deleted', 'tag': '6564a305-0e33-473d-9656-7c37a017a150'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:50:17.345538 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d380c932-87d9-4a97-885e-ed2d26b561b6 req-1898d9e8-dab5-40a0-a1d6-b59747966125 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.77 "DELETE /v2.0/ports/6564a305-0e33-473d-9656-7c37a017a150 HTTP/1.1" status: 204 len: 173 time: 0.7165658 May 14 09:50:17.453028 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a06150-6a86-4ef2-9399-fb8556cd37f6', 'name': 'network-vif-deleted', 'tag': '6564a305-0e33-473d-9656-7c37a017a150', 'status': 'completed', 'code': 200} May 14 09:50:17.465719 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-b5c6227d-f663-4b30-b3ae-7c7649b832a2 req-0fac0b67-8530-433d-9e6f-79b138278ec8 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Synchronizing usage tracker for tenant:da418469996947f08317b69ee616700c on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:50:17.483791 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-b5c6227d-f663-4b30-b3ae-7c7649b832a2 req-0fac0b67-8530-433d-9e6f-79b138278ec8 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Unset dirty status for tenant:da418469996947f08317b69ee616700c on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:50:17.485304 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b5c6227d-f663-4b30-b3ae-7c7649b832a2 req-0fac0b67-8530-433d-9e6f-79b138278ec8 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a06150-6a86-4ef2-9399-fb8556cd37f6 HTTP/1.1" status: 200 len: 210 time: 0.0736728 May 14 09:50:17.977950 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-6dcd436a-0a8d-486d-8974-1ff3474a317f tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:17.979457 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-6dcd436a-0a8d-486d-8974-1ff3474a317f tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/networks?id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 HTTP/1.1" status: 200 len: 815 time: 0.1932611 May 14 09:50:17.995928 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-e091c5b2-8875-4502-97e2-7783fb3018c8 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/quotas/755699e343024171ab36a99c8fedc6ce HTTP/1.1" status: 200 len: 375 time: 0.0097969 May 14 09:50:18.092091 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-470a7f4c-46d1-42d2-8aa9-0fe5fd900782 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=755699e343024171ab36a99c8fedc6ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881829 May 14 09:50:18.232741 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-49c388df-6355-4709-9f16-b9e1c666d53b service neutron] 10.222.0.30 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331863 May 14 09:50:18.488076 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-bf2e6c89-50aa-4399-a149-5036a64a31c9 service neutron] 10.222.0.30 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483790 May 14 09:50:18.685135 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8503cef5-3257-4059-bea9-3bfed0bb57f5 req-8c16351a-3674-433c-b92c-a2cde68f139c tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 210 time: 0.0440328 May 14 09:50:19.907301 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6d3dc5b0-3925-4d89-8573-6c2bb45c1a9c req-e3dc3e63-0707-4e5c-87dd-9059563a0f79 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 210 time: 0.0545027 May 14 09:50:19.938254 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 6564a305-0e33-473d-9656-7c37a017a150 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:50:19.990280 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: 6564a305-0e33-473d-9656-7c37a017a150 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:50:19.992674 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 6564a305-0e33-473d-9656-7c37a017a150 not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:50:20.008572 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-5179319d-e1db-4344-9035-74ea3dcdab47 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:20.009952 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-5179319d-e1db-4344-9035-74ea3dcdab47 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "GET /v2.0/networks?id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 HTTP/1.1" status: 200 len: 815 time: 0.2375400 May 14 09:50:20.026054 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Request body: {'port': {'device_id': '8946d93a-2db8-48f3-a6fe-e3d9de7e9a87', 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903', 'admin_state_up': True, 'tenant_id': '755699e343024171ab36a99c8fedc6ce'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:20.173564 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:20.189479 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:20.203352 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Made reservation on behalf of 755699e343024171ab36a99c8fedc6ce for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:50:20.207920 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:20.391194 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Allocated IP 172.20.0.10 (0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903/6d703ce2-c4e0-463a-88de-dd21eb034957/2537f246-1873-4ce4-be2f-522d9f4732da) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:50:20.612749 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:20.649619 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:20.655710 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-da36bef1-19eb-46ce-a016-8a8b18a340a4 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:20.663152 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9', '64777f69-a843-4733-b5d4-920e424c0073', '3e7d8060-a9ac-46d8-8142-702ea0cbb913'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:50:20.717070 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:50:20.720466 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:50:20.729246 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:50:20.771026 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Pushing event updated for resources: {'Port': ['ID=2537f246-1873-4ce4-be2f-522d9f4732da,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:20.776112 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:20.804758 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:20.805670 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:20.832826 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8105800 May 14 09:50:20.848044 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Request body: {'port': {'device_id': '8946d93a-2db8-48f3-a6fe-e3d9de7e9a87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:20.972364 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:21.278330 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b7f5f-c510-43a3-b840-1a69d6ef1b72 req-af04ddc4-f255-45d5-94a0-6809e21be4d9 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:21.279187 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-4a5b7f5f-c510-43a3-b840-1a69d6ef1b72 req-af04ddc4-f255-45d5-94a0-6809e21be4d9 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Synchronizing usage tracker for tenant:755699e343024171ab36a99c8fedc6ce on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:50:21.325951 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-4a5b7f5f-c510-43a3-b840-1a69d6ef1b72 req-af04ddc4-f255-45d5-94a0-6809e21be4d9 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Unset dirty status for tenant:755699e343024171ab36a99c8fedc6ce on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:50:21.327116 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a5b7f5f-c510-43a3-b840-1a69d6ef1b72 req-af04ddc4-f255-45d5-94a0-6809e21be4d9 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 932 time: 0.2808344 May 14 09:50:21.391658 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4a5b7f5f-c510-43a3-b840-1a69d6ef1b72 req-d86319ef-51c3-49f3-b199-80d16ab13eab tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528774 May 14 09:50:21.467366 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2537f246-1873-4ce4-be2f-522d9f4732da {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:50:21.477531 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:21.501884 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Transition to ACTIVE for port object 2537f246-1873-4ce4-be2f-522d9f4732da will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:50:21.507482 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:21.512594 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8ab54839-c1a3-4599-9bf4-b7380bc17634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:21.771169 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Pushing event updated for resources: {'Port': ['ID=2537f246-1873-4ce4-be2f-522d9f4732da,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:21.804171 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:21.890562 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Attempting to bind port 2537f246-1873-4ce4-be2f-522d9f4732da on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:50:21.890898 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Attempting to bind port 2537f246-1873-4ce4-be2f-522d9f4732da by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:50:21.891502 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Attempting to bind port 2537f246-1873-4ce4-be2f-522d9f4732da on network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:50:21.897574 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Port 2537f246-1873-4ce4-be2f-522d9f4732da on network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:50:21.897896 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Attempting to bind port 2537f246-1873-4ce4-be2f-522d9f4732da on network 0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:50:21.903143 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:50:21.903638 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Checking segment: {'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:50:21.903930 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Bound using segment: {'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:50:21.904355 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Bound port: 2537f246-1873-4ce4-be2f-522d9f4732da, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362377ad-9172-4f98-869e-cf09f637e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:50:21.904707 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:22.015106 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] For port 2537f246-1873-4ce4-be2f-522d9f4732da, host hv-cinder-73414, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:50:22.022054 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] For port 2537f246-1873-4ce4-be2f-522d9f4732da, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2537f246-1873-4ce4-be2f-522d9f4732da,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:50:22.030241 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:22.035698 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1f8e18d4-5108-4899-9f5d-322a5b200d84 tempest-ServerRescueNegativeTestJSON-1379788558 tempest-ServerRescueNegativeTestJSON-1379788558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:22.091960 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:22.092657 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:22.095378 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] 10.222.0.77 "PUT /v2.0/ports/2537f246-1873-4ce4-be2f-522d9f4732da HTTP/1.1" status: 200 len: 1094 time: 1.2509296 May 14 09:50:22.095378 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8946d93a-2db8-48f3-a6fe-e3d9de7e9a87', 'tag': '2537f246-1873-4ce4-be2f-522d9f4732da'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:50:22.131432 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Pushing event updated for resources: {'Port': ['ID=2537f246-1873-4ce4-be2f-522d9f4732da,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:22.135006 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:22.179366 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8946d93a-2db8-48f3-a6fe-e3d9de7e9a87', 'tag': '2537f246-1873-4ce4-be2f-522d9f4732da', 'status': 'completed', 'code': 200} May 14 09:50:22.221414 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-0df9e085-887b-4324-b93d-05c888fd478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:22.222910 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-0df9e085-887b-4324-b93d-05c888fd478b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=755699e343024171ab36a99c8fedc6ce&device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 1097 time: 0.0805166 May 14 09:50:22.301661 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-0b0f4b49-6fa1-44ff-8c9f-0b8f110d2ffa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2537f246-1873-4ce4-be2f-522d9f4732da HTTP/1.1" status: 200 len: 217 time: 0.0692024 May 14 09:50:22.368805 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-71d5f9a9-aaec-439f-9bd5-f7a8d8d1087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:22.369903 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-71d5f9a9-aaec-439f-9bd5-f7a8d8d1087b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d703ce2-c4e0-463a-88de-dd21eb034957 HTTP/1.1" status: 200 len: 855 time: 0.0605953 May 14 09:50:22.427383 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-1cdc6c23-7469-4aa9-af5e-266eb990b5bf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466113 May 14 09:50:22.618258 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-d50244c7-4648-4055-9041-c32b25c06e6c service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828020 May 14 09:50:22.664810 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e68d8-0640-4436-95d2-614619287a9e req-5c5df802-3a40-4028-8d34-3b1e5b3b8403 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:22.666103 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1a8e68d8-0640-4436-95d2-614619287a9e req-5c5df802-3a40-4028-8d34-3b1e5b3b8403 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 944 time: 0.1595840 May 14 09:50:22.797863 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1a8e68d8-0640-4436-95d2-614619287a9e req-69aa722a-3e97-4fa0-b1f0-4f6bce57237c tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714211 May 14 09:50:22.821344 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8211ba6b-5fe5-4870-8c47-40e1cc1ea502 req-0e9828c6-dff1-4a2c-a64f-ad00539b9d0a service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899874 May 14 09:50:22.970312 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65ea3c-981b-48f4-8ed6-05a78e005f2a req-d95b7c30-6094-4b52-aee4-c81941470b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:22.971964 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ed65ea3c-981b-48f4-8ed6-05a78e005f2a req-d95b7c30-6094-4b52-aee4-c81941470b9d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=755699e343024171ab36a99c8fedc6ce&device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 1097 time: 0.0812988 May 14 09:50:23.119012 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65ea3c-981b-48f4-8ed6-05a78e005f2a req-b069f438-b817-46c1-a1c5-6daf4e412840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:23.120498 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ed65ea3c-981b-48f4-8ed6-05a78e005f2a req-b069f438-b817-46c1-a1c5-6daf4e412840 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 HTTP/1.1" status: 200 len: 916 time: 0.1345983 May 14 09:50:23.197570 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ed65ea3c-981b-48f4-8ed6-05a78e005f2a req-e4fbdea1-e75b-47ee-896f-9c40bcda5460 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2537f246-1873-4ce4-be2f-522d9f4732da HTTP/1.1" status: 200 len: 217 time: 0.0681236 May 14 09:50:23.270233 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65ea3c-981b-48f4-8ed6-05a78e005f2a req-02485c9a-c0c8-4cb5-a35f-a8505896afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:23.272665 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ed65ea3c-981b-48f4-8ed6-05a78e005f2a req-02485c9a-c0c8-4cb5-a35f-a8505896afc6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d703ce2-c4e0-463a-88de-dd21eb034957 HTTP/1.1" status: 200 len: 855 time: 0.0663452 May 14 09:50:23.324812 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ed65ea3c-981b-48f4-8ed6-05a78e005f2a req-6fa1927c-00e2-47d1-845c-c6e4427333fd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441120 May 14 09:50:23.465138 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ed65ea3c-981b-48f4-8ed6-05a78e005f2a req-72bcaff2-e368-44d5-94b2-bd5e0e34cf84 service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335483 May 14 09:50:23.591382 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36638) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:23.728085 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ed65ea3c-981b-48f4-8ed6-05a78e005f2a req-e5782f2e-261a-4c6c-bd9c-3d022e21a489 service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549279 May 14 09:50:23.750655 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-73f98af9-bd99-4fb3-8049-3e2866b236d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da418469996947f08317b69ee616700c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579301 May 14 09:50:23.753234 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36644) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:23.819060 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f634e251-00df-44c2-8aa5-632b54d78ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:23.849923 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f634e251-00df-44c2-8aa5-632b54d78ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:23.919491 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f634e251-00df-44c2-8aa5-632b54d78ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:23.925578 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e27666b1-14bf-4bb7-86c1-4a1f3aa93904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:23.940718 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634e251-00df-44c2-8aa5-632b54d78ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254d5d97-f57a-465c-a393-74da1ad907f0,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:23.941478 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 2537f246-1873-4ce4-be2f-522d9f4732da details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:50:23.944655 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f634e251-00df-44c2-8aa5-632b54d78ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:23.950892 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f634e251-00df-44c2-8aa5-632b54d78ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:23.952404 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-f634e251-00df-44c2-8aa5-632b54d78ca1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/254d5d97-f57a-465c-a393-74da1ad907f0 HTTP/1.1" status: 204 len: 168 time: 0.1981142 May 14 09:50:24.020016 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d25f2-58f9-4faa-9b73-0c475e02d19c req-f6bf6a7d-9086-4c43-93e7-6bdf1cca0c27 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:24.021533 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4c2d25f2-58f9-4faa-9b73-0c475e02d19c req-f6bf6a7d-9086-4c43-93e7-6bdf1cca0c27 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 944 time: 0.1094131 May 14 09:50:24.088296 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4c2d25f2-58f9-4faa-9b73-0c475e02d19c req-fa2ed486-e0f2-4e3f-a7e4-08ee70d5006d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597129 May 14 09:50:24.160688 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 2537f246-1873-4ce4-be2f-522d9f4732da, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2537f246-1873-4ce4-be2f-522d9f4732da,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:24.175347 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': '2537f246-1873-4ce4-be2f-522d9f4732da', 'network_id': '0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903', 'port_id': '2537f246-1873-4ce4-be2f-522d9f4732da', 'mac_address': 'fa:16:3e:cf:60:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d703ce2-c4e0-463a-88de-dd21eb034957', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:50:24.235153 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:24.255725 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2537f246-1873-4ce4-be2f-522d9f4732da {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:50:24.274280 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 2537f246-1873-4ce4-be2f-522d9f4732da, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2537f246-1873-4ce4-be2f-522d9f4732da,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:24.278635 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:24.280533 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-e55c34d2-db84-4e75-b921-eef4c7ed7953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:24.349823 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=2537f246-1873-4ce4-be2f-522d9f4732da,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:24.353065 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:24.580035 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['2537f246-1873-4ce4-be2f-522d9f4732da'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:50:24.745582 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36670) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:24.867331 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-873014243-network', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:24.872253 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:24.877044 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Usage tracker for resource:network and tenant:d3ed76a0e1d141908a19c55db3c4716c is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:24.880419 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:24.890841 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:24.904781 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Made reservation on behalf of d3ed76a0e1d141908a19c55db3c4716c for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:50:24.907991 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:24.921434 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:24.936638 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:24.941246 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Usage tracker for resource:security_group_rule and tenant:d3ed76a0e1d141908a19c55db3c4716c is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:24.944202 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:24.950041 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:25.049473 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:25.056601 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:25.059468 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1e1d3c51-c9a6-4dd8-ba97-7b230dcfd09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:25.091228 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:50:25.096860 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0433cde0-8e1b-4e1b-9769-8d30f36c155f,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:25.100586 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:25.104977 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:25.104977 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.segments_db [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Added segment 672240ce-d6cc-4da6-9256-2494e599cf98 of type vlan for network 96ee4d10-40d3-4deb-a7ae-be3124adaa2a May 14 09:50:25.135950 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:25.168807 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:25.169868 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:25.170514 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:25.175302 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:25.275514 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Pushing event updated for resources: {'Network': ['ID=96ee4d10-40d3-4deb-a7ae-be3124adaa2a,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:25.280351 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5330713 May 14 09:50:25.282507 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-60652f6e-4824-4c2e-bd43-d813a7c6bd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:25.283346 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36678) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:25.290139 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network 96ee4d10-40d3-4deb-a7ae-be3124adaa2a details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:50:25.292164 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Request body: {'subnet': {'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-873014243-subnet', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:25.294528 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8853d8-6890-408b-9691-b8d8200a1cba req-c2ea6f55-1179-43b9-9548-491c4c46bece tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:25.296093 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3d8853d8-6890-408b-9691-b8d8200a1cba req-c2ea6f55-1179-43b9-9548-491c4c46bece tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 945 time: 0.0921302 May 14 09:50:25.297189 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:25.301280 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Usage tracker for resource:subnet and tenant:d3ed76a0e1d141908a19c55db3c4716c is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:25.304340 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:25.311064 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:25.327289 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Made reservation on behalf of d3ed76a0e1d141908a19c55db3c4716c for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:50:25.329733 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6324406'] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:25.356944 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3d8853d8-6890-408b-9691-b8d8200a1cba req-3b8b4ddd-ca43-4cef-bc41-b6335430637d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541673 May 14 09:50:25.849286 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5551422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6324392'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:25.853625 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:25.929388 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f913dad5-a924-4b06-9ee4-dd59cf7b3886,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:25.932750 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:25.939068 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Checking segment: {'id': '672240ce-d6cc-4da6-9256-2494e599cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:50:25.939435 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Network hostable DHCP agents. Network: 96ee4d10-40d3-4deb-a7ae-be3124adaa2a, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:50:25.951767 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 2537f246-1873-4ce4-be2f-522d9f4732da up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:25.958361 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Network 96ee4d10-40d3-4deb-a7ae-be3124adaa2a is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:50:25.969701 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, 96ee4d10-40d3-4deb-a7ae-be3124adaa2a) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:50:25.978833 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:25.979422 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:25.985733 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db58944-62fb-4f2c-b3b8-422eedca2f97 None None] Network 96ee4d10-40d3-4deb-a7ae-be3124adaa2a requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:50:25.999930 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-8d91770b-1635-4b28-af4e-95afa9286db5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7150404 May 14 09:50:26.003454 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 36684) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:26.008679 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:26.013345 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:26.017405 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Usage tracker for resource:router and tenant:d3ed76a0e1d141908a19c55db3c4716c is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:26.020386 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:26.026237 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:26.039702 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11861'] for router, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:26.040802 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11852'] for router, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:26.057232 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:26.157795 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port 2537f246-1873-4ce4-be2f-522d9f4732da completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:26.170772 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port 2537f246-1873-4ce4-be2f-522d9f4732da triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:26.171146 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:26.281502 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79c7ac22-ec21-5ed3-bdbe-a90c3be08043-96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'fixed_ips': [{'subnet_id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886'}]}} from dv-cinder-734144-18-iscsi. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:50:26.282483 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:26.338356 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11902'] for router, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:26.396238 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:26.445764 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8946d93a-2db8-48f3-a6fe-e3d9de7e9a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2537f246-1873-4ce4-be2f-522d9f4732da'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:50:26.491666 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port 2537f246-1873-4ce4-be2f-522d9f4732da, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2537f246-1873-4ce4-be2f-522d9f4732da,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:26.498723 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:26.502507 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:26.539963 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8946d93a-2db8-48f3-a6fe-e3d9de7e9a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2537f246-1873-4ce4-be2f-522d9f4732da', 'code': 200} May 14 09:50:26.579407 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Allocated IP 172.20.0.2 (96ee4d10-40d3-4deb-a7ae-be3124adaa2a/f913dad5-a924-4b06-9ee4-dd59cf7b3886/92f2a6a0-d9ed-4241-abbf-b12bfdc44188) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:50:26.594515 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=2537f246-1873-4ce4-be2f-522d9f4732da,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:26.599282 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:26.787759 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:26.807804 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:26.818671 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Transition to ACTIVE for port object 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:50:26.825195 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdab61-359c-457e-a24b-62b170e44439 req-ddb3be31-a09b-4758-a2c2-9fd754970ad2 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:26.826710 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fecdab61-359c-457e-a24b-62b170e44439 req-ddb3be31-a09b-4758-a2c2-9fd754970ad2 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 946 time: 0.3382342 May 14 09:50:26.833652 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:26.843328 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Transition to ACTIVE for port object 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:50:26.850297 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:26.853873 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:26.916521 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Network 96ee4d10-40d3-4deb-a7ae-be3124adaa2a is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:50:26.919513 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:50:26.928098 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:50:26.934403 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Pushing event updated for resources: {'Port': ['ID=92f2a6a0-d9ed-4241-abbf-b12bfdc44188,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:26.938251 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:26.939745 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fecdab61-359c-457e-a24b-62b170e44439 req-0092bcb5-d45f-4805-8c68-ff9659189f75 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033056 May 14 09:50:26.949503 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f7ce5-aed8-43c7-a99b-e33c7991b68e req-30191733-1ad5-462f-a55b-1ab95599f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:26.950997 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a71f7ce5-aed8-43c7-a99b-e33c7991b68e req-30191733-1ad5-462f-a55b-1ab95599f225 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 1099 time: 0.2492239 May 14 09:50:27.029462 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Attempting to bind port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:50:27.029827 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Attempting to bind port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '672240ce-d6cc-4da6-9256-2494e599cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:50:27.030188 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Attempting to bind port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 on network 96ee4d10-40d3-4deb-a7ae-be3124adaa2a {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:50:27.036398 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:50:27.036763 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Checking segment: {'id': '672240ce-d6cc-4da6-9256-2494e599cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:50:27.037502 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:27.037963 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Bound using segment: {'id': '672240ce-d6cc-4da6-9256-2494e599cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:50:27.038355 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Bound port: 92f2a6a0-d9ed-4241-abbf-b12bfdc44188, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672240ce-d6cc-4da6-9256-2494e599cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:50:27.038714 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:27.048285 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a71f7ce5-aed8-43c7-a99b-e33c7991b68e req-972e4a3a-0b13-414a-ba1d-3b7766117fb9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899439 May 14 09:50:27.063128 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Allocated IP 172.27.2.158 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/6ae3a071-4bdc-4b1e-8524-f6438498fbcc) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:50:27.172537 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] For port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:50:27.176053 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] For port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=92f2a6a0-d9ed-4241-abbf-b12bfdc44188,segment=NetworkSegment(672240ce-d6cc-4da6-9256-2494e599cf98),segment_id=672240ce-d6cc-4da6-9256-2494e599cf98)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:50:27.181118 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:27.185292 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:27.275696 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Pushing event updated for resources: {'Port': ['ID=92f2a6a0-d9ed-4241-abbf-b12bfdc44188,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:27.279022 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:27.346470 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:27.382027 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:27.386929 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7ceaf96b-8db5-41a8-a3de-9f37c1e36590 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:27.444808 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:50:27.451076 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:50:27.455438 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:50:27.509121 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Pushing event updated for resources: {'Port': ['ID=6ae3a071-4bdc-4b1e-8524-f6438498fbcc,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:27.514590 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:27.897736 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:28.208034 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:28.289307 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:28.306241 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc798c6-93ea-468b-bf68-8f9730db73e2 None None] Network 96ee4d10-40d3-4deb-a7ae-be3124adaa2a requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:50:28.357149 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6116c70-400c-43d2-8445-5d8c9a5f7971 req-d2a8593c-74e7-4e77-97f3-3a3ffd86e420 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:28.358525 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b6116c70-400c-43d2-8445-5d8c9a5f7971 req-d2a8593c-74e7-4e77-97f3-3a3ffd86e420 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 946 time: 0.2560534 May 14 09:50:28.383154 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682776'] for router, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:28.439798 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-347b3cdc-8a80-4265-a1a1-83a03f850f26 None None] Provisioning for port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:28.455754 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-347b3cdc-8a80-4265-a1a1-83a03f850f26 None None] Provisioning complete for port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:28.456136 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-347b3cdc-8a80-4265-a1a1-83a03f850f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:28.536788 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b6116c70-400c-43d2-8445-5d8c9a5f7971 req-5b9dbc1b-236f-47f9-b709-818957ea7c85 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695404 May 14 09:50:28.616227 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Router e59d8e53-9d06-4133-a0e6-6f15fa04977b is scheduled to L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 with binding_index 1 {{(pid=78752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:50:28.661360 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-347b3cdc-8a80-4265-a1a1-83a03f850f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:28.708647 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-347b3cdc-8a80-4265-a1a1-83a03f850f26 None None] For port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=92f2a6a0-d9ed-4241-abbf-b12bfdc44188,segment=NetworkSegment(672240ce-d6cc-4da6-9256-2494e599cf98),segment_id=672240ce-d6cc-4da6-9256-2494e599cf98)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:28.713983 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-347b3cdc-8a80-4265-a1a1-83a03f850f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:28.715761 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:28.794480 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b3cdc-8a80-4265-a1a1-83a03f850f26 None None] Pushing event updated for resources: {'Port': ['ID=92f2a6a0-d9ed-4241-abbf-b12bfdc44188,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:28.798274 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-347b3cdc-8a80-4265-a1a1-83a03f850f26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:28.938743 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-54cfa597-1ee4-456e-9dfe-53dabd217358 None None] Provisioning complete for port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:28.939311 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-54cfa597-1ee4-456e-9dfe-53dabd217358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:28.954007 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:50:28.965360 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Sync routers for ids ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:50:28.979091 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:28.980393 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-8f0bf891-a6a1-45c9-84de-a5ae78db829a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9758265 May 14 09:50:28.983004 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 36694) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:28.990053 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Routers {'e59d8e53-9d06-4133-a0e6-6f15fa04977b'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:50:28.990681 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:50:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:29.229955 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Set router e59d8e53-9d06-4133-a0e6-6f15fa04977b gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:50:29.524020 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:27Z', 'revision_number': 3, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'gw_port': {'id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:29.527909 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Checking router: e59d8e53-9d06-4133-a0e6-6f15fa04977b for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:50:29.528265 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Updating router e59d8e53-9d06-4133-a0e6-6f15fa04977b port 6ae3a071-4bdc-4b1e-8524-f6438498fbcc binding host dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:50:29.585947 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:29.730861 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:29.828283 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e43eb7-2527-460a-982c-cc611220a976 req-58478d58-78e1-4b70-9e96-782d0c24037f tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:29.830199 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-24e43eb7-2527-460a-982c-cc611220a976 req-58478d58-78e1-4b70-9e96-782d0c24037f tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 946 time: 0.1705906 May 14 09:50:29.938901 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-24e43eb7-2527-460a-982c-cc611220a976 req-25cf956c-3f0c-4e44-81c1-456e7b1dc22b tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999277 May 14 09:50:29.971909 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:29.983940 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Transition to ACTIVE for port object 6ae3a071-4bdc-4b1e-8524-f6438498fbcc will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:50:29.991060 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:29.994802 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:30.007984 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Allocated IP 172.20.0.1 (96ee4d10-40d3-4deb-a7ae-be3124adaa2a/f913dad5-a924-4b06-9ee4-dd59cf7b3886/da28288d-e8b3-434c-98d4-e6c90334abd7) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:50:30.071283 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Attempting to bind port 6ae3a071-4bdc-4b1e-8524-f6438498fbcc on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:50:30.071676 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Attempting to bind port 6ae3a071-4bdc-4b1e-8524-f6438498fbcc by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:50:30.072168 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Attempting to bind port 6ae3a071-4bdc-4b1e-8524-f6438498fbcc on network 280262f0-cec7-4ef6-9ec9-17feedefdc59 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:50:30.074278 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c11b3d-c27b-49a8-871e-274120414b17 None None] Pushing event updated for resources: {'Port': ['ID=6ae3a071-4bdc-4b1e-8524-f6438498fbcc,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:30.077870 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-47c11b3d-c27b-49a8-871e-274120414b17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:30.080625 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:50:30.080925 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Checking segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:50:30.081324 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.081763 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Bound using segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:50:30.082501 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Bound port: 6ae3a071-4bdc-4b1e-8524-f6438498fbcc, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:50:30.082875 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.163799 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] For port 6ae3a071-4bdc-4b1e-8524-f6438498fbcc, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:50:30.167760 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] For port 6ae3a071-4bdc-4b1e-8524-f6438498fbcc, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=6ae3a071-4bdc-4b1e-8524-f6438498fbcc,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:50:30.170426 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.174980 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.184746 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:30.190127 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Transition to ACTIVE for port object da28288d-e8b3-434c-98d4-e6c90334abd7 will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:50:30.216513 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.223469 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:30.225099 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:30.286061 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Network 96ee4d10-40d3-4deb-a7ae-be3124adaa2a is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:50:30.289478 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:50:30.293412 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:50:30.336253 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Routers {'e59d8e53-9d06-4133-a0e6-6f15fa04977b'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:50:30.338668 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:50:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:30.353334 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=da28288d-e8b3-434c-98d4-e6c90334abd7,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:30.368128 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:30.394168 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680132'] for router_interface, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.545907 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c11b3d-c27b-49a8-871e-274120414b17 None None] Pushing event updated for resources: {'Port': ['ID=6ae3a071-4bdc-4b1e-8524-f6438498fbcc,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:30.550001 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-47c11b3d-c27b-49a8-871e-274120414b17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:30.577574 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:30.577960 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.636865 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] Set router e59d8e53-9d06-4133-a0e6-6f15fa04977b gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:50:30.677663 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.838104 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-96f6430e-d1a4-4b25-a919-0f65c29f8b92 None None] Provisioning for port da28288d-e8b3-434c-98d4-e6c90334abd7 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:30.851440 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-96f6430e-d1a4-4b25-a919-0f65c29f8b92 None None] Provisioning complete for port da28288d-e8b3-434c-98d4-e6c90334abd7 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:30.851843 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-96f6430e-d1a4-4b25-a919-0f65c29f8b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.932373 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.940865 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.975302 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-0c7476f5-36c8-4ee9-bacf-7c8ed76badfa tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:30.980643 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-96f6430e-d1a4-4b25-a919-0f65c29f8b92 None None] Port da28288d-e8b3-434c-98d4-e6c90334abd7 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:50:31.064876 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680027'] for router_interface, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:31.067280 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:27Z', 'revision_number': 3, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'gw_port': {'id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:31.068693 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=da28288d-e8b3-434c-98d4-e6c90334abd7,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:31.072072 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:31.072533 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518801d-50cd-4c78-ae50-93e8b97caa64 None None] The sync data for ids ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'] in dv-cinder-734144-18-iscsi is: [{'id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:27Z', 'revision_number': 3, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'gw_port': {'id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:50:31.213131 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Network 96ee4d10-40d3-4deb-a7ae-be3124adaa2a is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:50:31.214166 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:50:31.503615 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Router e59d8e53-9d06-4133-a0e6-6f15fa04977b has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:50:31.521611 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-08f21349-deb6-42cb-8ca5-c96c880d6a57 None None] Provisioning complete for port da28288d-e8b3-434c-98d4-e6c90334abd7 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:31.522222 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-08f21349-deb6-42cb-8ca5-c96c880d6a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:31.598343 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-08f21349-deb6-42cb-8ca5-c96c880d6a57 None None] Port da28288d-e8b3-434c-98d4-e6c90334abd7 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:50:31.756067 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:50:31.767738 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] 10.222.0.30 "PUT /v2.0/routers/e59d8e53-9d06-4133-a0e6-6f15fa04977b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7830973 May 14 09:50:32.229964 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 6ae3a071-4bdc-4b1e-8524-f6438498fbcc up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:32.329349 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 6ae3a071-4bdc-4b1e-8524-f6438498fbcc completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:32.334834 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 6ae3a071-4bdc-4b1e-8524-f6438498fbcc triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:32.335211 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:32.450218 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36734) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:32.456095 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1580871137-network', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:32.461056 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:32.464979 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Usage tracker for resource:network and tenant:94f077ac0155431787c6766e9e55e5a4 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:32.467806 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:32.470021 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:32.473910 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:32.486937 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Made reservation on behalf of 94f077ac0155431787c6766e9e55e5a4 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:50:32.487964 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 6ae3a071-4bdc-4b1e-8524-f6438498fbcc, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=6ae3a071-4bdc-4b1e-8524-f6438498fbcc,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:32.489470 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:32.491715 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:32.493527 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:32.502202 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:32.521466 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:32.527416 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Usage tracker for resource:security_group_rule and tenant:94f077ac0155431787c6766e9e55e5a4 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:32.531090 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:32.540469 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:32.566376 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=6ae3a071-4bdc-4b1e-8524-f6438498fbcc,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:32.569511 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:32.636155 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:32.642208 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:32.645561 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-348a75ff-75f4-4f4e-bbc1-88b2118116c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:32.682948 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7c6240-d3bf-478e-a034-e7c2b6fb8873,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:32.685693 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:50:32.687857 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:32.696827 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:32.697215 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.segments_db [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Added segment a8496481-b22f-4dbb-8e2b-6dd2c815a1d6 of type vlan for network a97c8842-dab4-4e3c-90bc-0945e2a940b8 May 14 09:50:32.727126 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733845779824'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:32.760538 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:32.761566 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:32.762206 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:32.766192 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-de80c9ea-6da5-4261-aa05-820869df4653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:32.868384 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Pushing event updated for resources: {'Network': ['ID=a97c8842-dab4-4e3c-90bc-0945e2a940b8,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:32.872356 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:32.874556 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4232025 May 14 09:50:32.877521 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36738) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:32.881905 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Network a97c8842-dab4-4e3c-90bc-0945e2a940b8 details requested by agent ovs-agent-dv-cinder-734144-18-iscsi with host dv-cinder-734144-18-iscsi {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:50:32.883172 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Sync routers for ids ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:50:32.883749 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Request body: {'subnet': {'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1580871137-subnet', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:32.889048 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:32.893109 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Usage tracker for resource:subnet and tenant:94f077ac0155431787c6766e9e55e5a4 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:32.895314 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Routers {'e59d8e53-9d06-4133-a0e6-6f15fa04977b'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:50:32.896219 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:50:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:32.896540 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:32.902259 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:32.913456 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Made reservation on behalf of 94f077ac0155431787c6766e9e55e5a4 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:50:32.915813 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6324406'] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:33.078993 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Set router e59d8e53-9d06-4133-a0e6-6f15fa04977b gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:50:33.335275 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5551422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6324392'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:33.339553 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:33.406331 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:30Z', 'revision_number': 4, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'gw_port': {'id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'da28288d-e8b3-434c-98d4-e6c90334abd7', 'name': '', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'mac_address': 'fa:16:3e:0a:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:29Z', 'updated_at': '2021-05-14T09:50:30Z', 'revision_number': 2, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'subnets': [{'id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:33.410839 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Checking router: e59d8e53-9d06-4133-a0e6-6f15fa04977b for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:50:33.411187 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Updating router e59d8e53-9d06-4133-a0e6-6f15fa04977b port da28288d-e8b3-434c-98d4-e6c90334abd7 binding host dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:50:33.424849 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a8f9c06-0a5f-4b14-afea-9d8cc5be2539,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:33.428857 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:33.432955 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Checking segment: {'id': 'a8496481-b22f-4dbb-8e2b-6dd2c815a1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:50:33.433304 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Network hostable DHCP agents. Network: a97c8842-dab4-4e3c-90bc-0945e2a940b8, hostable agents: ['6368c139-10b1-46db-a4f7-749bc20f5f34'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:50:33.451200 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Network a97c8842-dab4-4e3c-90bc-0945e2a940b8 is scheduled to be hosted by DHCP agent 6368c139-10b1-46db-a4f7-749bc20f5f34 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:50:33.461260 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-iscsi, a97c8842-dab4-4e3c-90bc-0945e2a940b8) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:50:33.464884 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:33.471685 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d854e290-fac2-43ab-9c17-bda5ecc830d0 None None] Network a97c8842-dab4-4e3c-90bc-0945e2a940b8 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:50:33.472900 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:33.473570 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:33.502829 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6215503 May 14 09:50:33.503054 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36746) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:33.508632 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1580871137-router', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:33.514264 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:33.518831 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Usage tracker for resource:router and tenant:94f077ac0155431787c6766e9e55e5a4 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:33.521806 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:33.528310 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:33.543143 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11861'] for router, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:33.544231 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11852'] for router, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:33.563086 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:33.703778 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79c7ac22-ec21-5ed3-bdbe-a90c3be08043-a97c8842-dab4-4e3c-90bc-0945e2a940b8', 'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'fixed_ips': [{'subnet_id': '9a8f9c06-0a5f-4b14-afea-9d8cc5be2539'}]}} from dv-cinder-734144-18-iscsi. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:50:33.705339 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:33.847671 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:33.862511 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Transition to ACTIVE for port object da28288d-e8b3-434c-98d4-e6c90334abd7 will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:50:33.870724 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:33.875459 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-378fe1b5-f9ac-4fc7-b287-a5259f528111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:33.880646 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Allocated IP 172.20.0.2 (a97c8842-dab4-4e3c-90bc-0945e2a940b8/9a8f9c06-0a5f-4b14-afea-9d8cc5be2539/2b46f145-b81f-4405-a1e7-8e446dddc1d5) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:50:33.949660 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11902'] for router, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:34.106013 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:34.113821 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Attempting to bind port da28288d-e8b3-434c-98d4-e6c90334abd7 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:50:34.114336 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Attempting to bind port da28288d-e8b3-434c-98d4-e6c90334abd7 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '672240ce-d6cc-4da6-9256-2494e599cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:50:34.114653 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Attempting to bind port da28288d-e8b3-434c-98d4-e6c90334abd7 on network 96ee4d10-40d3-4deb-a7ae-be3124adaa2a {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:50:34.119334 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Transition to ACTIVE for port object 2b46f145-b81f-4405-a1e7-8e446dddc1d5 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:50:34.122521 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:50:34.122899 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Checking segment: {'id': '672240ce-d6cc-4da6-9256-2494e599cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:50:34.123347 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:34.123819 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Bound using segment: {'id': '672240ce-d6cc-4da6-9256-2494e599cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:50:34.124339 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Bound port: da28288d-e8b3-434c-98d4-e6c90334abd7, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672240ce-d6cc-4da6-9256-2494e599cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:50:34.124746 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:34.142208 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Transition to ACTIVE for port object 2b46f145-b81f-4405-a1e7-8e446dddc1d5 will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:50:34.167426 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:34.171400 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:34.198228 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Pushing event updated for resources: {'Port': ['ID=da28288d-e8b3-434c-98d4-e6c90334abd7,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:34.207652 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:34.208001 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:34.208351 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:34.208666 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:34.208988 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:34.209493 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:34.209974 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:34.210438 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:34.210914 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:34.211411 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:34.211780 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:34.211930 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 6ae3a071-4bdc-4b1e-8524-f6438498fbcc up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:34.212104 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:34.226342 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:34.251331 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] For port da28288d-e8b3-434c-98d4-e6c90334abd7, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:50:34.254275 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] For port da28288d-e8b3-434c-98d4-e6c90334abd7, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=da28288d-e8b3-434c-98d4-e6c90334abd7,segment=NetworkSegment(672240ce-d6cc-4da6-9256-2494e599cf98),segment_id=672240ce-d6cc-4da6-9256-2494e599cf98)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:50:34.269819 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:34.275407 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:34.288041 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Network a97c8842-dab4-4e3c-90bc-0945e2a940b8 is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:50:34.291730 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:50:34.297543 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:50:34.326106 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:34.347820 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Pushing event updated for resources: {'Port': ['ID=da28288d-e8b3-434c-98d4-e6c90334abd7,revision_number=4']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:34.352091 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-8fd7cedd-2807-43ea-adec-88aabac1b6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:34.366194 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Routers {'e59d8e53-9d06-4133-a0e6-6f15fa04977b'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:50:34.367010 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:50:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:34.367844 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:34.380271 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Pushing event updated for resources: {'Port': ['ID=2b46f145-b81f-4405-a1e7-8e446dddc1d5,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:34.392565 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:34.439755 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 6ae3a071-4bdc-4b1e-8524-f6438498fbcc triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:34.440131 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:34.503116 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Attempting to bind port 2b46f145-b81f-4405-a1e7-8e446dddc1d5 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:50:34.503511 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Attempting to bind port 2b46f145-b81f-4405-a1e7-8e446dddc1d5 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': 'a8496481-b22f-4dbb-8e2b-6dd2c815a1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:50:34.503914 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Attempting to bind port 2b46f145-b81f-4405-a1e7-8e446dddc1d5 on network a97c8842-dab4-4e3c-90bc-0945e2a940b8 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:50:34.524595 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:50:34.524988 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Checking segment: {'id': 'a8496481-b22f-4dbb-8e2b-6dd2c815a1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:50:34.525374 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:34.525766 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Bound using segment: {'id': 'a8496481-b22f-4dbb-8e2b-6dd2c815a1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:50:34.526245 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Bound port: 2b46f145-b81f-4405-a1e7-8e446dddc1d5, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8496481-b22f-4dbb-8e2b-6dd2c815a1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:50:34.526854 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:34.571672 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Allocated IP 172.27.2.127 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/b1baee9e-fedd-4649-a45a-9394ed065ee7) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:50:34.620665 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] Set router e59d8e53-9d06-4133-a0e6-6f15fa04977b gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:50:34.700508 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] For port 2b46f145-b81f-4405-a1e7-8e446dddc1d5, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:50:34.704869 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] For port 2b46f145-b81f-4405-a1e7-8e446dddc1d5, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=2b46f145-b81f-4405-a1e7-8e446dddc1d5,segment=NetworkSegment(a8496481-b22f-4dbb-8e2b-6dd2c815a1d6),segment_id=a8496481-b22f-4dbb-8e2b-6dd2c815a1d6)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:50:34.718346 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:34.725648 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:34.773883 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:34.827275 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Pushing event updated for resources: {'Port': ['ID=2b46f145-b81f-4405-a1e7-8e446dddc1d5,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:34.830086 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:34.833920 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:34.842266 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4031247c-ff7d-462e-af59-df0c93907666 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:34.905281 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:50:34.908855 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:50:34.917579 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:50:34.955413 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:30Z', 'revision_number': 4, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'gw_port': {'id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'da28288d-e8b3-434c-98d4-e6c90334abd7', 'name': '', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'mac_address': 'fa:16:3e:0a:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:29Z', 'updated_at': '2021-05-14T09:50:34Z', 'revision_number': 4, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'subnets': [{'id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:34.957496 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Pushing event updated for resources: {'Port': ['ID=b1baee9e-fedd-4649-a45a-9394ed065ee7,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:34.959674 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6706b38-6799-46a4-9ce0-ee9c03280485 None None] The sync data for ids ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'] in dv-cinder-734144-18-iscsi is: [{'id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:30Z', 'revision_number': 4, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'gw_port': {'id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'da28288d-e8b3-434c-98d4-e6c90334abd7', 'name': '', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'mac_address': 'fa:16:3e:0a:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:29Z', 'updated_at': '2021-05-14T09:50:34Z', 'revision_number': 4, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'subnets': [{'id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:50:34.962167 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:35.420889 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:35.828770 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af353b2d-1a0b-4a23-a7c6-3cefb6b0c8b9 None None] Network a97c8842-dab4-4e3c-90bc-0945e2a940b8 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:50:35.917895 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682776'] for router, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:35.939496 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-349cb0eb-c612-49ee-933a-252c873e2ad7 None None] Provisioning for port 2b46f145-b81f-4405-a1e7-8e446dddc1d5 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:36.149236 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Router 97d276d7-5601-4866-a8b8-45c1a99cb08f is scheduled to L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 with binding_index 1 {{(pid=78751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:50:36.256174 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2b46f145-b81f-4405-a1e7-8e446dddc1d5 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:36.335843 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 2b46f145-b81f-4405-a1e7-8e446dddc1d5 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:36.340613 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 2b46f145-b81f-4405-a1e7-8e446dddc1d5 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:36.340986 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:36.349883 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:50:36.372925 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Sync routers for ids ['97d276d7-5601-4866-a8b8-45c1a99cb08f'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:50:36.383593 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:36.385396 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8813965 May 14 09:50:36.388317 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 36754) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:36.456673 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Routers {'97d276d7-5601-4866-a8b8-45c1a99cb08f'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:50:36.457320 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:50:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['97d276d7-5601-4866-a8b8-45c1a99cb08f'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:36.582451 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-1d3138a0-1729-4e5c-a6c6-7ac04139bcad None None] Provisioning complete for port 2b46f145-b81f-4405-a1e7-8e446dddc1d5 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:36.582836 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-1d3138a0-1729-4e5c-a6c6-7ac04139bcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:36.747806 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Set router 97d276d7-5601-4866-a8b8-45c1a99cb08f gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:50:36.789473 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:37.002078 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 2b46f145-b81f-4405-a1e7-8e446dddc1d5, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=2b46f145-b81f-4405-a1e7-8e446dddc1d5,segment=NetworkSegment(a8496481-b22f-4dbb-8e2b-6dd2c815a1d6),segment_id=a8496481-b22f-4dbb-8e2b-6dd2c815a1d6)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:37.021870 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:37.022746 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device da28288d-e8b3-434c-98d4-e6c90334abd7 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:37.057020 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:37.099688 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-1d3138a0-1729-4e5c-a6c6-7ac04139bcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:37.192068 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=2b46f145-b81f-4405-a1e7-8e446dddc1d5,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:37.210321 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:37.218076 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:37.288790 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.db.api [None req-1d3138a0-1729-4e5c-a6c6-7ac04139bcad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 09:50:37.289002 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_db.api [None req-1d3138a0-1729-4e5c-a6c6-7ac04139bcad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 09:50:37.296633 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port da28288d-e8b3-434c-98d4-e6c90334abd7 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:37.304080 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port da28288d-e8b3-434c-98d4-e6c90334abd7 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:37.304469 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:37.375734 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'name': 'tempest-TestShelveInstance-1580871137-router', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b1baee9e-fedd-4649-a45a-9394ed065ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:33Z', 'updated_at': '2021-05-14T09:50:35Z', 'revision_number': 3, 'project_id': '94f077ac0155431787c6766e9e55e5a4', 'gw_port': {'id': 'b1baee9e-fedd-4649-a45a-9394ed065ee7', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:34Z', 'updated_at': '2021-05-14T09:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:37.382145 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Checking router: 97d276d7-5601-4866-a8b8-45c1a99cb08f for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:50:37.382501 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Updating router 97d276d7-5601-4866-a8b8-45c1a99cb08f port b1baee9e-fedd-4649-a45a-9394ed065ee7 binding host dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:50:37.435719 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Allocated IP 172.20.0.1 (a97c8842-dab4-4e3c-90bc-0945e2a940b8/9a8f9c06-0a5f-4b14-afea-9d8cc5be2539/7b7a1d95-c587-4657-8c42-16eecf670021) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:50:37.489125 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:37.518713 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:37.603248 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:37.619294 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port da28288d-e8b3-434c-98d4-e6c90334abd7, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=da28288d-e8b3-434c-98d4-e6c90334abd7,segment=NetworkSegment(672240ce-d6cc-4da6-9256-2494e599cf98),segment_id=672240ce-d6cc-4da6-9256-2494e599cf98)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:37.620629 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Transition to ACTIVE for port object 7b7a1d95-c587-4657-8c42-16eecf670021 will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:50:37.627186 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:37.631620 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-ca393b98-b4cd-4d7a-a8c4-789b3246f158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:37.646030 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:37.650712 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4dde838f-15d0-44c3-b6c6-b45ef7d33b33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:37.715510 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Network a97c8842-dab4-4e3c-90bc-0945e2a940b8 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:50:37.718473 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:50:37.727308 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:50:37.760927 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Pushing event updated for resources: {'Port': ['ID=7b7a1d95-c587-4657-8c42-16eecf670021,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:37.778901 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:37.779166 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:37.779750 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=da28288d-e8b3-434c-98d4-e6c90334abd7,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:37.784611 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:37.796174 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:37.796556 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:37.797083 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:37.797548 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:37.798373 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:37.798968 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:37.799147 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:37.799463 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:37.799857 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:37.800213 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:37.805620 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:37.821088 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680132'] for router_interface, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:37.958727 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:38.023633 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:38.036144 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Transition to ACTIVE for port object b1baee9e-fedd-4649-a45a-9394ed065ee7 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:50:38.045595 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:38.049505 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-9fb2affa-f7dc-4db9-81d7-c444727f82e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:38.129524 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Attempting to bind port b1baee9e-fedd-4649-a45a-9394ed065ee7 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:50:38.129932 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Attempting to bind port b1baee9e-fedd-4649-a45a-9394ed065ee7 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:50:38.130645 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Attempting to bind port b1baee9e-fedd-4649-a45a-9394ed065ee7 on network 280262f0-cec7-4ef6-9ec9-17feedefdc59 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:50:38.134620 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-b2d76824-744f-4d94-9fd6-3968ecdcb8e6 None None] Provisioning for port 7b7a1d95-c587-4657-8c42-16eecf670021 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:38.146025 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-b2d76824-744f-4d94-9fd6-3968ecdcb8e6 None None] Provisioning complete for port 7b7a1d95-c587-4657-8c42-16eecf670021 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:38.146476 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-b2d76824-744f-4d94-9fd6-3968ecdcb8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:38.171597 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:50:38.172009 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Checking segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:50:38.172364 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:38.172761 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Bound using segment: {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:50:38.174077 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Bound port: b1baee9e-fedd-4649-a45a-9394ed065ee7, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ccef89-51c7-4820-9458-26b2854bae09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:50:38.174077 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:38.216353 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2b46f145-b81f-4405-a1e7-8e446dddc1d5 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:38.246420 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:38.254495 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:38.269739 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21426584-7dfc-4a55-90c8-35fe45dc11c4 None None] Pushing event updated for resources: {'Port': ['ID=b1baee9e-fedd-4649-a45a-9394ed065ee7,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:38.282048 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:38.284674 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-21426584-7dfc-4a55-90c8-35fe45dc11c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:38.318549 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-b2d76824-744f-4d94-9fd6-3968ecdcb8e6 None None] Port 7b7a1d95-c587-4657-8c42-16eecf670021 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:50:38.371718 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 2b46f145-b81f-4405-a1e7-8e446dddc1d5 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:38.371718 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:38.382068 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680027'] for router_interface, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:38.391382 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Pushing event updated for resources: {'Port': ['ID=7b7a1d95-c587-4657-8c42-16eecf670021,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:38.395104 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] For port b1baee9e-fedd-4649-a45a-9394ed065ee7, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:50:38.403380 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:38.426112 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] For port b1baee9e-fedd-4649-a45a-9394ed065ee7, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=b1baee9e-fedd-4649-a45a-9394ed065ee7,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:50:38.439822 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:38.451102 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:38.577898 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Routers {'97d276d7-5601-4866-a8b8-45c1a99cb08f'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:50:38.578741 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:50:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['97d276d7-5601-4866-a8b8-45c1a99cb08f'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:38.618372 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Network a97c8842-dab4-4e3c-90bc-0945e2a940b8 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:50:38.619669 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:50:38.631993 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21426584-7dfc-4a55-90c8-35fe45dc11c4 None None] Pushing event updated for resources: {'Port': ['ID=b1baee9e-fedd-4649-a45a-9394ed065ee7,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:38.730400 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-21426584-7dfc-4a55-90c8-35fe45dc11c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:38.799902 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device da28288d-e8b3-434c-98d4-e6c90334abd7 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:38.923856 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port da28288d-e8b3-434c-98d4-e6c90334abd7 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:38.924599 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:38.956059 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] Set router 97d276d7-5601-4866-a8b8-45c1a99cb08f gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:50:39.034833 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Router 97d276d7-5601-4866-a8b8-45c1a99cb08f has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:50:39.238331 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-8c6268db-33b6-4d04-bd0a-2a4a14b1e67d None None] Provisioning complete for port 7b7a1d95-c587-4657-8c42-16eecf670021 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:39.238991 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8c6268db-33b6-4d04-bd0a-2a4a14b1e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:39.257401 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:50:39.271322 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] 10.222.0.30 "PUT /v2.0/routers/97d276d7-5601-4866-a8b8-45c1a99cb08f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8808386 May 14 09:50:39.340932 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-8c6268db-33b6-4d04-bd0a-2a4a14b1e67d None None] Port 7b7a1d95-c587-4657-8c42-16eecf670021 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:50:39.495429 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'name': 'tempest-TestShelveInstance-1580871137-router', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b1baee9e-fedd-4649-a45a-9394ed065ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:33Z', 'updated_at': '2021-05-14T09:50:37Z', 'revision_number': 4, 'project_id': '94f077ac0155431787c6766e9e55e5a4', 'gw_port': {'id': 'b1baee9e-fedd-4649-a45a-9394ed065ee7', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:34Z', 'updated_at': '2021-05-14T09:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '7b7a1d95-c587-4657-8c42-16eecf670021', 'name': '', 'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'mac_address': 'fa:16:3e:53:d9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9a8f9c06-0a5f-4b14-afea-9d8cc5be2539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:37Z', 'updated_at': '2021-05-14T09:50:38Z', 'revision_number': 2, 'project_id': '94f077ac0155431787c6766e9e55e5a4', 'subnets': [{'id': '9a8f9c06-0a5f-4b14-afea-9d8cc5be2539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:39.504491 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa874698-1bf9-4d39-812e-924c7f879efd None None] The sync data for ids ['97d276d7-5601-4866-a8b8-45c1a99cb08f'] in dv-cinder-734144-18-iscsi is: [{'id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'name': 'tempest-TestShelveInstance-1580871137-router', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b1baee9e-fedd-4649-a45a-9394ed065ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:33Z', 'updated_at': '2021-05-14T09:50:37Z', 'revision_number': 4, 'project_id': '94f077ac0155431787c6766e9e55e5a4', 'gw_port': {'id': 'b1baee9e-fedd-4649-a45a-9394ed065ee7', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:34Z', 'updated_at': '2021-05-14T09:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '7b7a1d95-c587-4657-8c42-16eecf670021', 'name': '', 'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'mac_address': 'fa:16:3e:53:d9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9a8f9c06-0a5f-4b14-afea-9d8cc5be2539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:37Z', 'updated_at': '2021-05-14T09:50:38Z', 'revision_number': 2, 'project_id': '94f077ac0155431787c6766e9e55e5a4', 'subnets': [{'id': '9a8f9c06-0a5f-4b14-afea-9d8cc5be2539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:50:40.009018 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36782) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:40.014865 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1276128863', 'description': 'tempest-secgroup-smoke-1276128863 description', 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:40.021585 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:40.028498 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Usage tracker for resource:security_group and tenant:d3ed76a0e1d141908a19c55db3c4716c is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:40.032763 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:40.039597 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:40.051780 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.076978 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:40.083189 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Usage tracker for resource:security_group_rule and tenant:d3ed76a0e1d141908a19c55db3c4716c is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:40.087107 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:40.094992 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:40.177908 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.183073 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.189720 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-be466c6e-ae66-4bb7-87c6-dbbc4a92c4e9 tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:40.235226 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a67e06a-251f-45dc-b0ec-d431ee778121,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:40.240450 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:40.248566 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.250208 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2400818 May 14 09:50:40.253707 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36786) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:40.261170 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-e88cbfe2-63ce-4a5d-9af0-f037439b6782 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Request body: {'security_group_rule': {'security_group_id': '3a67e06a-251f-45dc-b0ec-d431ee778121', 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:40.269294 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e88cbfe2-63ce-4a5d-9af0-f037439b6782 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:40.274708 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e88cbfe2-63ce-4a5d-9af0-f037439b6782 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Usage tracker for resource:security_group_rule and tenant:d3ed76a0e1d141908a19c55db3c4716c is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:40.278787 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e88cbfe2-63ce-4a5d-9af0-f037439b6782 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:40.286161 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e88cbfe2-63ce-4a5d-9af0-f037439b6782 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:40.309272 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e88cbfe2-63ce-4a5d-9af0-f037439b6782 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.338051 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ab43b383-6698-48e0-a2ea-d4575b33cf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.384869 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e88cbfe2-63ce-4a5d-9af0-f037439b6782 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.389949 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e88cbfe2-63ce-4a5d-9af0-f037439b6782 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.392256 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-44039c17-951f-4bca-b1c8-7d7814336d93 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:40.414863 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cbfe2-63ce-4a5d-9af0-f037439b6782 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b31adc-775b-4473-8fcb-363dfe5b10d1,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:40.417630 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e88cbfe2-63ce-4a5d-9af0-f037439b6782 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:40.426503 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e88cbfe2-63ce-4a5d-9af0-f037439b6782 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.427752 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-e88cbfe2-63ce-4a5d-9af0-f037439b6782 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1727300 May 14 09:50:40.431051 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36790) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:40.437321 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-caed2270-f416-4a3f-b1e0-156f167fc215 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Request body: {'security_group_rule': {'security_group_id': '3a67e06a-251f-45dc-b0ec-d431ee778121', 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:40.442524 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-caed2270-f416-4a3f-b1e0-156f167fc215 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:40.446465 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-caed2270-f416-4a3f-b1e0-156f167fc215 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Usage tracker for resource:security_group_rule and tenant:d3ed76a0e1d141908a19c55db3c4716c is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:40.449299 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-caed2270-f416-4a3f-b1e0-156f167fc215 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:40.455073 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-caed2270-f416-4a3f-b1e0-156f167fc215 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:40.477246 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-caed2270-f416-4a3f-b1e0-156f167fc215 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.543923 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-caed2270-f416-4a3f-b1e0-156f167fc215 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.550995 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-caed2270-f416-4a3f-b1e0-156f167fc215 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.553567 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:40.575735 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed2270-f416-4a3f-b1e0-156f167fc215 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c944e44-d81f-4f6a-a8f7-dd73ad6e40da,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:40.578188 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-caed2270-f416-4a3f-b1e0-156f167fc215 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:40.588111 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-caed2270-f416-4a3f-b1e0-156f167fc215 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.589309 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-caed2270-f416-4a3f-b1e0-156f167fc215 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1572804 May 14 09:50:40.593802 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36794) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:40.598969 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-ab3ceec9-a131-4038-8394-3f958e00ee4a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Request body: {'security_group_rule': {'security_group_id': '3a67e06a-251f-45dc-b0ec-d431ee778121', 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:40.604940 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ab3ceec9-a131-4038-8394-3f958e00ee4a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:40.609042 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ab3ceec9-a131-4038-8394-3f958e00ee4a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Usage tracker for resource:security_group_rule and tenant:d3ed76a0e1d141908a19c55db3c4716c is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:40.614097 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-ab3ceec9-a131-4038-8394-3f958e00ee4a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:40.622561 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ab3ceec9-a131-4038-8394-3f958e00ee4a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:40.646009 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ab3ceec9-a131-4038-8394-3f958e00ee4a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.711051 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ab3ceec9-a131-4038-8394-3f958e00ee4a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.715126 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ab3ceec9-a131-4038-8394-3f958e00ee4a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.717310 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a6554fb7-2adc-474b-bd71-ea07cdfd7691 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:40.741644 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ceec9-a131-4038-8394-3f958e00ee4a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443e1ad0-47e1-4dc5-a543-4a99581c5efd,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:40.746091 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ab3ceec9-a131-4038-8394-3f958e00ee4a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:40.754618 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ab3ceec9-a131-4038-8394-3f958e00ee4a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.756380 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ab3ceec9-a131-4038-8394-3f958e00ee4a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1615274 May 14 09:50:40.759327 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36798) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:40.765304 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-8ec10110-8941-460f-8e74-262d14a52302 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Request body: {'security_group_rule': {'security_group_id': '3a67e06a-251f-45dc-b0ec-d431ee778121', 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:40.773336 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8ec10110-8941-460f-8e74-262d14a52302 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:40.780687 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8ec10110-8941-460f-8e74-262d14a52302 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Usage tracker for resource:security_group_rule and tenant:d3ed76a0e1d141908a19c55db3c4716c is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:40.785520 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-8ec10110-8941-460f-8e74-262d14a52302 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:40.792073 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8ec10110-8941-460f-8e74-262d14a52302 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:40.812387 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8ec10110-8941-460f-8e74-262d14a52302 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.885184 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8ec10110-8941-460f-8e74-262d14a52302 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.892412 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8ec10110-8941-460f-8e74-262d14a52302 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.894483 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:40.917604 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec10110-8941-460f-8e74-262d14a52302 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4430b163-c153-42e5-9bcf-68fd6ffd2201,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:40.920147 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8ec10110-8941-460f-8e74-262d14a52302 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:40.928492 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8ec10110-8941-460f-8e74-262d14a52302 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:40.929682 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-8ec10110-8941-460f-8e74-262d14a52302 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1691232 May 14 09:50:40.932559 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36804) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:40.937768 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.v2.base [None req-729dbb1a-56b7-4abd-b03b-91cdba859b78 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Request body: {'security_group_rule': {'security_group_id': '3a67e06a-251f-45dc-b0ec-d431ee778121', 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:40.943829 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-729dbb1a-56b7-4abd-b03b-91cdba859b78 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:40.948043 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-729dbb1a-56b7-4abd-b03b-91cdba859b78 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Usage tracker for resource:security_group_rule and tenant:d3ed76a0e1d141908a19c55db3c4716c is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:40.950921 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-729dbb1a-56b7-4abd-b03b-91cdba859b78 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:40.956773 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-729dbb1a-56b7-4abd-b03b-91cdba859b78 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:40.969887 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.securitygroups_db [None req-729dbb1a-56b7-4abd-b03b-91cdba859b78 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Project d3ed76a0e1d141908a19c55db3c4716c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 09:50:40.975920 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-729dbb1a-56b7-4abd-b03b-91cdba859b78 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:41.045755 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-729dbb1a-56b7-4abd-b03b-91cdba859b78 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:41.050709 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-729dbb1a-56b7-4abd-b03b-91cdba859b78 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:41.052799 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:41.077125 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729dbb1a-56b7-4abd-b03b-91cdba859b78 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5cc67c-ee4d-474e-a084-f35a4ce1ce88,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:41.085238 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-729dbb1a-56b7-4abd-b03b-91cdba859b78 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:41.095296 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-729dbb1a-56b7-4abd-b03b-91cdba859b78 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:41.100829 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 36810) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:41.101327 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-729dbb1a-56b7-4abd-b03b-91cdba859b78 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1658804 May 14 09:50:41.106068 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-0029312a-3365-474a-b268-02bbbc3f7706 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Request body: {'security_group_rule': {'security_group_id': '3a67e06a-251f-45dc-b0ec-d431ee778121', 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:41.114595 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-0029312a-3365-474a-b268-02bbbc3f7706 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:41.121071 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-0029312a-3365-474a-b268-02bbbc3f7706 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Usage tracker for resource:security_group_rule and tenant:d3ed76a0e1d141908a19c55db3c4716c is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:41.124636 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-0029312a-3365-474a-b268-02bbbc3f7706 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:41.131485 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-0029312a-3365-474a-b268-02bbbc3f7706 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:41.143374 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.db.securitygroups_db [None req-0029312a-3365-474a-b268-02bbbc3f7706 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Project d3ed76a0e1d141908a19c55db3c4716c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 09:50:41.149483 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0029312a-3365-474a-b268-02bbbc3f7706 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:41.232208 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0029312a-3365-474a-b268-02bbbc3f7706 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:41.237224 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0029312a-3365-474a-b268-02bbbc3f7706 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755525'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:41.239248 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:41.261637 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029312a-3365-474a-b268-02bbbc3f7706 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c5c0fe-16d8-435d-9813-4d0012ecfefd,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:41.264192 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-0029312a-3365-474a-b268-02bbbc3f7706 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:41.272955 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0029312a-3365-474a-b268-02bbbc3f7706 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:41.274595 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-0029312a-3365-474a-b268-02bbbc3f7706 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1740284 May 14 09:50:42.193287 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device b1baee9e-fedd-4649-a45a-9394ed065ee7 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:42.268560 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port b1baee9e-fedd-4649-a45a-9394ed065ee7 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:42.273695 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port b1baee9e-fedd-4649-a45a-9394ed065ee7 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:42.274102 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:42.473860 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:42.509134 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port b1baee9e-fedd-4649-a45a-9394ed065ee7, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=b1baee9e-fedd-4649-a45a-9394ed065ee7,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:42.515023 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:42.520715 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:42.604828 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=b1baee9e-fedd-4649-a45a-9394ed065ee7,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:42.610859 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:42.709330 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a6fcd-9b93-43f2-bcce-8fda6013ad22 req-2c64922e-2b0b-4599-b3f4-8cd244ab7453 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:42.710897 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-319a6fcd-9b93-43f2-bcce-8fda6013ad22 req-2c64922e-2b0b-4599-b3f4-8cd244ab7453 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 946 time: 0.0933058 May 14 09:50:42.759141 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-319a6fcd-9b93-43f2-bcce-8fda6013ad22 req-6ba79f61-082a-4a6e-b7df-dcce4d10df58 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 May 14 09:50:42.821800 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:43.017914 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Sync routers for ids ['97d276d7-5601-4866-a8b8-45c1a99cb08f'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:50:43.028435 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Routers {'97d276d7-5601-4866-a8b8-45c1a99cb08f'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:50:43.029059 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:50:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['97d276d7-5601-4866-a8b8-45c1a99cb08f'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:43.037890 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-448f7dde-b47d-4cbb-90e0-3249ad336d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:43.152323 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:50:43.236015 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Set router 97d276d7-5601-4866-a8b8-45c1a99cb08f gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:50:43.595469 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'name': 'tempest-TestShelveInstance-1580871137-router', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b1baee9e-fedd-4649-a45a-9394ed065ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:33Z', 'updated_at': '2021-05-14T09:50:37Z', 'revision_number': 4, 'project_id': '94f077ac0155431787c6766e9e55e5a4', 'gw_port': {'id': 'b1baee9e-fedd-4649-a45a-9394ed065ee7', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:34Z', 'updated_at': '2021-05-14T09:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '7b7a1d95-c587-4657-8c42-16eecf670021', 'name': '', 'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'mac_address': 'fa:16:3e:53:d9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9a8f9c06-0a5f-4b14-afea-9d8cc5be2539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:37Z', 'updated_at': '2021-05-14T09:50:38Z', 'revision_number': 2, 'project_id': '94f077ac0155431787c6766e9e55e5a4', 'subnets': [{'id': '9a8f9c06-0a5f-4b14-afea-9d8cc5be2539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:43.600331 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Checking router: 97d276d7-5601-4866-a8b8-45c1a99cb08f for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:50:43.600676 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Updating router 97d276d7-5601-4866-a8b8-45c1a99cb08f port 7b7a1d95-c587-4657-8c42-16eecf670021 binding host dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:50:43.660329 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:43.963131 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1a33b-716c-4725-b7b4-3e93bd836253 req-cd4043c2-5d3f-49b3-ba2d-0e2c0dc46437 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:43.965139 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-52b1a33b-716c-4725-b7b4-3e93bd836253 req-cd4043c2-5d3f-49b3-ba2d-0e2c0dc46437 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 946 time: 0.0905499 May 14 09:50:44.013162 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-52b1a33b-716c-4725-b7b4-3e93bd836253 req-03853b9d-0509-44b4-950d-e49377692a73 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411735 May 14 09:50:44.022728 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:44.034543 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Transition to ACTIVE for port object 7b7a1d95-c587-4657-8c42-16eecf670021 will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:50:44.045233 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:44.049276 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:44.059613 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:44.197319 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e695110-83a2-44a8-82cd-5ba6d033d805 None None] Pushing event updated for resources: {'Port': ['ID=7b7a1d95-c587-4657-8c42-16eecf670021,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:44.201636 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-3e695110-83a2-44a8-82cd-5ba6d033d805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:44.211908 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device b1baee9e-fedd-4649-a45a-9394ed065ee7 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:44.290051 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port b1baee9e-fedd-4649-a45a-9394ed065ee7 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:44.290430 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:44.295736 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Attempting to bind port 7b7a1d95-c587-4657-8c42-16eecf670021 on host dv-cinder-734144-18-iscsi for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:50:44.296038 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Attempting to bind port 7b7a1d95-c587-4657-8c42-16eecf670021 by drivers openvswitch,hyperv on host dv-cinder-734144-18-iscsi at level 0 using segments [{'id': 'a8496481-b22f-4dbb-8e2b-6dd2c815a1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:50:44.296404 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Attempting to bind port 7b7a1d95-c587-4657-8c42-16eecf670021 on network a97c8842-dab4-4e3c-90bc-0945e2a940b8 {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:50:44.305643 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Checking agent: {'id': '8c2c8409-0304-45bc-90ec-3312ef4ed370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 43), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:50:44.306022 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Checking segment: {'id': 'a8496481-b22f-4dbb-8e2b-6dd2c815a1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:50:44.306427 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:44.306823 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Bound using segment: {'id': 'a8496481-b22f-4dbb-8e2b-6dd2c815a1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:50:44.307300 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Bound port: 7b7a1d95-c587-4657-8c42-16eecf670021, host: dv-cinder-734144-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8496481-b22f-4dbb-8e2b-6dd2c815a1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:50:44.307836 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:44.424769 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] For port 7b7a1d95-c587-4657-8c42-16eecf670021, host dv-cinder-734144-18-iscsi, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:50:44.429055 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] For port 7b7a1d95-c587-4657-8c42-16eecf670021, host dv-cinder-734144-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=7b7a1d95-c587-4657-8c42-16eecf670021,segment=NetworkSegment(a8496481-b22f-4dbb-8e2b-6dd2c815a1d6),segment_id=a8496481-b22f-4dbb-8e2b-6dd2c815a1d6)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:50:44.436590 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:44.442026 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:44.469411 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20422df-9720-4df4-98ce-20a6cc3b4de1 req-57a21e66-9cd6-48ca-9635-73d8fca33c7d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:44.470827 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c20422df-9720-4df4-98ce-20a6cc3b4de1 req-57a21e66-9cd6-48ca-9635-73d8fca33c7d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "GET /v2.0/ports?device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 946 time: 0.0999715 May 14 09:50:44.512520 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Routers {'97d276d7-5601-4866-a8b8-45c1a99cb08f'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:50:44.513228 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:50:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['97d276d7-5601-4866-a8b8-45c1a99cb08f'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:44.633307 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e695110-83a2-44a8-82cd-5ba6d033d805 None None] Pushing event updated for resources: {'Port': ['ID=7b7a1d95-c587-4657-8c42-16eecf670021,revision_number=4']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:44.644118 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-c20422df-9720-4df4-98ce-20a6cc3b4de1 req-d4cb2928-0556-48eb-b81b-5b7e5952d0d1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Deleting port 2537f246-1873-4ce4-be2f-522d9f4732da {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:50:44.644476 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-c20422df-9720-4df4-98ce-20a6cc3b4de1 req-d4cb2928-0556-48eb-b81b-5b7e5952d0d1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:44.646633 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-3e695110-83a2-44a8-82cd-5ba6d033d805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:44.711891 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] Set router 97d276d7-5601-4866-a8b8-45c1a99cb08f gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:50:44.794191 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-c20422df-9720-4df4-98ce-20a6cc3b4de1 req-d4cb2928-0556-48eb-b81b-5b7e5952d0d1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] For port 2537f246-1873-4ce4-be2f-522d9f4732da, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2537f246-1873-4ce4-be2f-522d9f4732da,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:44.794693 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-c20422df-9720-4df4-98ce-20a6cc3b4de1 req-d4cb2928-0556-48eb-b81b-5b7e5952d0d1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:44.927872 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-c20422df-9720-4df4-98ce-20a6cc3b4de1 req-d4cb2928-0556-48eb-b81b-5b7e5952d0d1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Calling delete_port for 2537f246-1873-4ce4-be2f-522d9f4732da owned by compute:nova {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:50:45.077109 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-c20422df-9720-4df4-98ce-20a6cc3b4de1 req-d4cb2928-0556-48eb-b81b-5b7e5952d0d1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:45.083809 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'name': 'tempest-TestShelveInstance-1580871137-router', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b1baee9e-fedd-4649-a45a-9394ed065ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:33Z', 'updated_at': '2021-05-14T09:50:37Z', 'revision_number': 4, 'project_id': '94f077ac0155431787c6766e9e55e5a4', 'gw_port': {'id': 'b1baee9e-fedd-4649-a45a-9394ed065ee7', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:34Z', 'updated_at': '2021-05-14T09:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '7b7a1d95-c587-4657-8c42-16eecf670021', 'name': '', 'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'mac_address': 'fa:16:3e:53:d9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9a8f9c06-0a5f-4b14-afea-9d8cc5be2539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:37Z', 'updated_at': '2021-05-14T09:50:44Z', 'revision_number': 4, 'project_id': '94f077ac0155431787c6766e9e55e5a4', 'subnets': [{'id': '9a8f9c06-0a5f-4b14-afea-9d8cc5be2539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:45.084615 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-17f634ec-98ae-4033-ac50-d349d6a51bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:45.088566 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c387998-19a8-4779-87ed-05b28ba39890 None None] The sync data for ids ['97d276d7-5601-4866-a8b8-45c1a99cb08f'] in dv-cinder-734144-18-iscsi is: [{'id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'name': 'tempest-TestShelveInstance-1580871137-router', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b1baee9e-fedd-4649-a45a-9394ed065ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:33Z', 'updated_at': '2021-05-14T09:50:37Z', 'revision_number': 4, 'project_id': '94f077ac0155431787c6766e9e55e5a4', 'gw_port': {'id': 'b1baee9e-fedd-4649-a45a-9394ed065ee7', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:34Z', 'updated_at': '2021-05-14T09:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '7b7a1d95-c587-4657-8c42-16eecf670021', 'name': '', 'network_id': 'a97c8842-dab4-4e3c-90bc-0945e2a940b8', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'mac_address': 'fa:16:3e:53:d9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9a8f9c06-0a5f-4b14-afea-9d8cc5be2539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:37Z', 'updated_at': '2021-05-14T09:50:44Z', 'revision_number': 4, 'project_id': '94f077ac0155431787c6766e9e55e5a4', 'subnets': [{'id': '9a8f9c06-0a5f-4b14-afea-9d8cc5be2539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:50:45.091404 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9', '64777f69-a843-4733-b5d4-920e424c0073', '3e7d8060-a9ac-46d8-8142-702ea0cbb913', '2537f246-1873-4ce4-be2f-522d9f4732da'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:50:45.131612 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb2928-0556-48eb-b81b-5b7e5952d0d1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Pushing event deleted for resources: {'Port': ['ID=2537f246-1873-4ce4-be2f-522d9f4732da,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:45.138918 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d4cb2928-0556-48eb-b81b-5b7e5952d0d1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:45.273049 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20422df-9720-4df4-98ce-20a6cc3b4de1 req-d4cb2928-0556-48eb-b81b-5b7e5952d0d1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] No DVR routers for this DVR port 2537f246-1873-4ce4-be2f-522d9f4732da on host hv-cinder-73414 {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:50:45.275923 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-c20422df-9720-4df4-98ce-20a6cc3b4de1 req-d4cb2928-0556-48eb-b81b-5b7e5952d0d1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:45.281650 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-332f3156-d0f7-455f-b135-a4d87d6df63f req-4a1371d8-e6be-4e56-bfb0-fdf34b2e06fc tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=8946d93a-2db8-48f3-a6fe-e3d9de7e9a87 HTTP/1.1" status: 200 len: 210 time: 0.1005533 May 14 09:50:45.283975 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8946d93a-2db8-48f3-a6fe-e3d9de7e9a87', 'name': 'network-vif-deleted', 'tag': '2537f246-1873-4ce4-be2f-522d9f4732da'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:50:45.302506 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c20422df-9720-4df4-98ce-20a6cc3b4de1 req-d4cb2928-0556-48eb-b81b-5b7e5952d0d1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "DELETE /v2.0/ports/2537f246-1873-4ce4-be2f-522d9f4732da HTTP/1.1" status: 204 len: 173 time: 0.8185902 May 14 09:50:45.361135 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8946d93a-2db8-48f3-a6fe-e3d9de7e9a87', 'name': 'network-vif-deleted', 'tag': '2537f246-1873-4ce4-be2f-522d9f4732da', 'status': 'completed', 'code': 200} May 14 09:50:45.471390 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:45.809927 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:46.193074 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 7b7a1d95-c587-4657-8c42-16eecf670021 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:46.272248 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning for port 7b7a1d95-c587-4657-8c42-16eecf670021 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:46.277126 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 7b7a1d95-c587-4657-8c42-16eecf670021 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:46.277574 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:46.413746 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:46.481806 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] For port 7b7a1d95-c587-4657-8c42-16eecf670021, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=7b7a1d95-c587-4657-8c42-16eecf670021,segment=NetworkSegment(a8496481-b22f-4dbb-8e2b-6dd2c815a1d6),segment_id=a8496481-b22f-4dbb-8e2b-6dd2c815a1d6)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:46.487091 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:46.490518 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:46.562227 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Pushing event updated for resources: {'Port': ['ID=7b7a1d95-c587-4657-8c42-16eecf670021,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:46.567399 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:48.001956 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 2537f246-1873-4ce4-be2f-522d9f4732da no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:50:48.037438 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: 2537f246-1873-4ce4-be2f-522d9f4732da {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:50:48.037788 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 2537f246-1873-4ce4-be2f-522d9f4732da not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:50:48.051054 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c486fb-848d-4cb8-be37-13e11580039a req-d913a079-ca92-4dfe-97e1-b6e00481bf77 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:48.051778 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-31c486fb-848d-4cb8-be37-13e11580039a req-d913a079-ca92-4dfe-97e1-b6e00481bf77 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Synchronizing usage tracker for tenant:755699e343024171ab36a99c8fedc6ce on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:50:48.068865 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-31c486fb-848d-4cb8-be37-13e11580039a req-d913a079-ca92-4dfe-97e1-b6e00481bf77 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Unset dirty status for tenant:755699e343024171ab36a99c8fedc6ce on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:50:48.070124 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-31c486fb-848d-4cb8-be37-13e11580039a req-d913a079-ca92-4dfe-97e1-b6e00481bf77 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 945 time: 0.1191390 May 14 09:50:48.124314 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-31c486fb-848d-4cb8-be37-13e11580039a req-0a9d5fd7-9df4-4ebf-9802-4f07869bc229 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481172 May 14 09:50:48.176731 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 7b7a1d95-c587-4657-8c42-16eecf670021 up at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:48.265586 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Provisioning complete for port 7b7a1d95-c587-4657-8c42-16eecf670021 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:48.266146 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:49.340026 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f02e1-98d9-41da-9549-d510e878b971 req-d9cbbcfe-2825-4dc0-8614-4c1f7d906620 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:49.341525 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7a8f02e1-98d9-41da-9549-d510e878b971 req-d9cbbcfe-2825-4dc0-8614-4c1f7d906620 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 945 time: 0.0914536 May 14 09:50:49.395892 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7a8f02e1-98d9-41da-9549-d510e878b971 req-d65aacfc-0896-44d0-9889-842649dfcafc tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481482 May 14 09:50:49.617177 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540b447-2670-4e0d-a590-495eeca5f1b8 req-69a545ad-eeac-4ebb-9bd0-1eab8e6ff988 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:49.618606 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4540b447-2670-4e0d-a590-495eeca5f1b8 req-69a545ad-eeac-4ebb-9bd0-1eab8e6ff988 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "GET /v2.0/ports?device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 945 time: 0.0824897 May 14 09:50:49.769424 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-4540b447-2670-4e0d-a590-495eeca5f1b8 req-429226fe-5c66-47e8-a3a5-d5a2dee545fd tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Deleting port 3e7d8060-a9ac-46d8-8142-702ea0cbb913 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:50:49.769837 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4540b447-2670-4e0d-a590-495eeca5f1b8 req-429226fe-5c66-47e8-a3a5-d5a2dee545fd tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:50.042359 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-4540b447-2670-4e0d-a590-495eeca5f1b8 req-429226fe-5c66-47e8-a3a5-d5a2dee545fd tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] For port 3e7d8060-a9ac-46d8-8142-702ea0cbb913, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3e7d8060-a9ac-46d8-8142-702ea0cbb913,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:50.042594 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4540b447-2670-4e0d-a590-495eeca5f1b8 req-429226fe-5c66-47e8-a3a5-d5a2dee545fd tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:50.167513 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-4540b447-2670-4e0d-a590-495eeca5f1b8 req-429226fe-5c66-47e8-a3a5-d5a2dee545fd tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Calling delete_port for 3e7d8060-a9ac-46d8-8142-702ea0cbb913 owned by compute:nova {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:50:50.290151 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4540b447-2670-4e0d-a590-495eeca5f1b8 req-429226fe-5c66-47e8-a3a5-d5a2dee545fd tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:50.296164 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ea98a251-695d-40e4-aa0f-64e4b1007953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:50.301895 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9', '64777f69-a843-4733-b5d4-920e424c0073', '3e7d8060-a9ac-46d8-8142-702ea0cbb913'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:50:50.341988 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429226fe-5c66-47e8-a3a5-d5a2dee545fd tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Pushing event deleted for resources: {'Port': ['ID=3e7d8060-a9ac-46d8-8142-702ea0cbb913,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:50.345340 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-429226fe-5c66-47e8-a3a5-d5a2dee545fd tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:50.442247 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-4540b447-2670-4e0d-a590-495eeca5f1b8 req-429226fe-5c66-47e8-a3a5-d5a2dee545fd tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] No DVR routers for this DVR port 3e7d8060-a9ac-46d8-8142-702ea0cbb913 on host hv-cinder-73414 {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:50:50.444980 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4540b447-2670-4e0d-a590-495eeca5f1b8 req-429226fe-5c66-47e8-a3a5-d5a2dee545fd tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:50.447697 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407cb48a-7123-47f6-8e0b-5380b4eaaea5', 'name': 'network-vif-deleted', 'tag': '3e7d8060-a9ac-46d8-8142-702ea0cbb913'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:50:50.473312 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4540b447-2670-4e0d-a590-495eeca5f1b8 req-429226fe-5c66-47e8-a3a5-d5a2dee545fd tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "DELETE /v2.0/ports/3e7d8060-a9ac-46d8-8142-702ea0cbb913 HTTP/1.1" status: 204 len: 173 time: 0.8475015 May 14 09:50:50.502411 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407cb48a-7123-47f6-8e0b-5380b4eaaea5', 'name': 'network-vif-deleted', 'tag': '3e7d8060-a9ac-46d8-8142-702ea0cbb913', 'status': 'completed', 'code': 200} May 14 09:50:50.564668 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-c621dd82-7b13-4c05-9906-6753e75aae8e req-b264ddea-098d-4d9a-82b8-4847b38fb604 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Synchronizing usage tracker for tenant:755699e343024171ab36a99c8fedc6ce on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:50:50.581381 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-c621dd82-7b13-4c05-9906-6753e75aae8e req-b264ddea-098d-4d9a-82b8-4847b38fb604 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Unset dirty status for tenant:755699e343024171ab36a99c8fedc6ce on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:50:50.582836 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c621dd82-7b13-4c05-9906-6753e75aae8e req-b264ddea-098d-4d9a-82b8-4847b38fb604 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=407cb48a-7123-47f6-8e0b-5380b4eaaea5 HTTP/1.1" status: 200 len: 210 time: 0.0645697 May 14 09:50:52.124813 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbef531-59c5-4cbe-9fe5-524bdae04c78 req-80d2b1cb-1131-467b-97a6-5162843e756c tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:52.126293 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cfbef531-59c5-4cbe-9fe5-524bdae04c78 req-80d2b1cb-1131-467b-97a6-5162843e756c tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 945 time: 0.0896246 May 14 09:50:52.177290 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cfbef531-59c5-4cbe-9fe5-524bdae04c78 req-df843fc4-d58e-4d10-8381-9ee4eb607eee tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438392 May 14 09:50:53.467765 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37acf4-6cfe-4421-ad6a-997786675ae8 req-58562b78-e130-49e8-be8a-a127083499f6 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:53.471559 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fc37acf4-6cfe-4421-ad6a-997786675ae8 req-58562b78-e130-49e8-be8a-a127083499f6 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 945 time: 0.1679869 May 14 09:50:53.477185 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb66ac2-1c11-4c54-b2a2-0a4339478327 req-eb4f56f2-33c1-4778-bec2-357475516ce5 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:53.478552 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-dcb66ac2-1c11-4c54-b2a2-0a4339478327 req-eb4f56f2-33c1-4778-bec2-357475516ce5 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "GET /v2.0/ports?device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 945 time: 0.1311224 May 14 09:50:53.579298 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-fc37acf4-6cfe-4421-ad6a-997786675ae8 req-b02be8e6-35f0-4099-a6e9-dd5af26f392f tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997665 May 14 09:50:53.655071 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-dcb66ac2-1c11-4c54-b2a2-0a4339478327 req-f31119da-2183-4239-b93b-1da55e7b641e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Deleting port 64777f69-a843-4733-b5d4-920e424c0073 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:50:53.655414 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-dcb66ac2-1c11-4c54-b2a2-0a4339478327 req-f31119da-2183-4239-b93b-1da55e7b641e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:53.813806 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-dcb66ac2-1c11-4c54-b2a2-0a4339478327 req-f31119da-2183-4239-b93b-1da55e7b641e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] For port 64777f69-a843-4733-b5d4-920e424c0073, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=64777f69-a843-4733-b5d4-920e424c0073,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:53.814143 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-dcb66ac2-1c11-4c54-b2a2-0a4339478327 req-f31119da-2183-4239-b93b-1da55e7b641e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:53.942017 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-dcb66ac2-1c11-4c54-b2a2-0a4339478327 req-f31119da-2183-4239-b93b-1da55e7b641e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Calling delete_port for 64777f69-a843-4733-b5d4-920e424c0073 owned by compute:nova {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:50:54.011126 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 3e7d8060-a9ac-46d8-8142-702ea0cbb913 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:50:54.046628 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: 3e7d8060-a9ac-46d8-8142-702ea0cbb913 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:50:54.047003 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 3e7d8060-a9ac-46d8-8142-702ea0cbb913 not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:50:54.084832 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-dcb66ac2-1c11-4c54-b2a2-0a4339478327 req-f31119da-2183-4239-b93b-1da55e7b641e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:54.091656 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c075d2ff-d23e-4322-9229-7265c676326c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:54.097104 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9', '64777f69-a843-4733-b5d4-920e424c0073'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:50:54.140121 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31119da-2183-4239-b93b-1da55e7b641e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Pushing event deleted for resources: {'Port': ['ID=64777f69-a843-4733-b5d4-920e424c0073,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:54.142982 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f31119da-2183-4239-b93b-1da55e7b641e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:54.224956 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb66ac2-1c11-4c54-b2a2-0a4339478327 req-f31119da-2183-4239-b93b-1da55e7b641e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] No DVR routers for this DVR port 64777f69-a843-4733-b5d4-920e424c0073 on host hv-cinder-73414 {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:50:54.227473 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-dcb66ac2-1c11-4c54-b2a2-0a4339478327 req-f31119da-2183-4239-b93b-1da55e7b641e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:54.230217 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e205dfb4-d6a4-44d6-af8e-e97517b63079', 'name': 'network-vif-deleted', 'tag': '64777f69-a843-4733-b5d4-920e424c0073'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:50:54.247235 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-dcb66ac2-1c11-4c54-b2a2-0a4339478327 req-f31119da-2183-4239-b93b-1da55e7b641e tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "DELETE /v2.0/ports/64777f69-a843-4733-b5d4-920e424c0073 HTTP/1.1" status: 204 len: 173 time: 0.7538404 May 14 09:50:54.283700 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e205dfb4-d6a4-44d6-af8e-e97517b63079', 'name': 'network-vif-deleted', 'tag': '64777f69-a843-4733-b5d4-920e424c0073', 'status': 'completed', 'code': 200} May 14 09:50:54.754723 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-d1d43297-d246-47bc-8f72-5d8343d64154 req-e326adca-a546-4ac1-b86e-c8735f1fe7b8 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Synchronizing usage tracker for tenant:755699e343024171ab36a99c8fedc6ce on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:50:54.778898 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-d1d43297-d246-47bc-8f72-5d8343d64154 req-e326adca-a546-4ac1-b86e-c8735f1fe7b8 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Unset dirty status for tenant:755699e343024171ab36a99c8fedc6ce on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:50:54.781133 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d1d43297-d246-47bc-8f72-5d8343d64154 req-e326adca-a546-4ac1-b86e-c8735f1fe7b8 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=e205dfb4-d6a4-44d6-af8e-e97517b63079 HTTP/1.1" status: 200 len: 210 time: 0.0713422 May 14 09:50:56.523376 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-93e3f7a5-3a03-4757-8b21-96ab64c5bacb req-90bd20a3-f1ab-42d0-bef3-c7ba237c5f75 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867808 May 14 09:50:56.795282 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3f7a5-3a03-4757-8b21-96ab64c5bacb req-8450c63b-f913-48cb-8643-739bf54210e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:56.796898 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-93e3f7a5-3a03-4757-8b21-96ab64c5bacb req-8450c63b-f913-48cb-8643-739bf54210e4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=755699e343024171ab36a99c8fedc6ce&device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 1099 time: 0.1864533 May 14 09:50:56.955569 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3f7a5-3a03-4757-8b21-96ab64c5bacb req-3c023613-eea3-4ff8-b2ad-75fc2e5c8237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:56.957027 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-93e3f7a5-3a03-4757-8b21-96ab64c5bacb req-3c023613-eea3-4ff8-b2ad-75fc2e5c8237 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 HTTP/1.1" status: 200 len: 916 time: 0.1374819 May 14 09:50:57.028692 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-93e3f7a5-3a03-4757-8b21-96ab64c5bacb req-a877b1d4-e4c3-498a-842e-dbd8529c575e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 HTTP/1.1" status: 200 len: 217 time: 0.0649831 May 14 09:50:57.095819 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3f7a5-3a03-4757-8b21-96ab64c5bacb req-8410cfc3-1a02-4073-ae1a-5b98be77aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:57.097281 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-93e3f7a5-3a03-4757-8b21-96ab64c5bacb req-8410cfc3-1a02-4073-ae1a-5b98be77aa97 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d703ce2-c4e0-463a-88de-dd21eb034957 HTTP/1.1" status: 200 len: 855 time: 0.0618043 May 14 09:50:57.149229 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-93e3f7a5-3a03-4757-8b21-96ab64c5bacb req-e7dc99c2-eaa1-45a3-97d2-dbf6f63005a6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438631 May 14 09:50:57.288974 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-93e3f7a5-3a03-4757-8b21-96ab64c5bacb req-24fb62f4-eccc-42c6-b031-e27b259e9dca service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320026 May 14 09:50:57.481205 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-93e3f7a5-3a03-4757-8b21-96ab64c5bacb req-8305a606-7969-45ac-8e42-dcc2db7030ed service neutron] 10.222.0.77 "GET /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853628 May 14 09:50:57.523642 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011f6a4-1f0b-46a9-afb2-ff9613600d29 req-baa7e516-89ea-4b60-ad75-62e2452ab61a tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:57.525097 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0011f6a4-1f0b-46a9-afb2-ff9613600d29 req-baa7e516-89ea-4b60-ad75-62e2452ab61a tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 946 time: 0.0958092 May 14 09:50:57.573398 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0011f6a4-1f0b-46a9-afb2-ff9613600d29 req-c1d76d5e-af83-4a47-9d83-805b11530926 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422330 May 14 09:50:58.030994 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 64777f69-a843-4733-b5d4-920e424c0073 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:50:58.069505 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: 64777f69-a843-4733-b5d4-920e424c0073 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:50:58.070079 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 64777f69-a843-4733-b5d4-920e424c0073 not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:50:58.781271 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-bf7cee89-de96-4616-8e3c-f0553da61213 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1276128863&fields=id&tenant_id=d3ed76a0e1d141908a19c55db3c4716c HTTP/1.1" status: 200 len: 267 time: 0.0612199 May 14 09:50:58.889750 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df3dbc-bbf6-4e1b-be5b-5414ce19f2fb req-dd742d3f-56d8-42eb-95b1-d5d44a470d0c tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:58.891364 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-65df3dbc-bbf6-4e1b-be5b-5414ce19f2fb req-dd742d3f-56d8-42eb-95b1-d5d44a470d0c tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 946 time: 0.2084565 May 14 09:50:59.026779 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-65df3dbc-bbf6-4e1b-be5b-5414ce19f2fb req-b621fc01-5925-44a7-8983-1d71d172c235 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0b195f4-645a-4fef-ac4c-0e817fb344ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993450 May 14 09:50:59.037505 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-18fa40ff-ddf7-4511-8cde-b8af5fdbba4a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:59.039865 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-18fa40ff-ddf7-4511-8cde-b8af5fdbba4a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/networks?id=96ee4d10-40d3-4deb-a7ae-be3124adaa2a HTTP/1.1" status: 200 len: 808 time: 0.2502439 May 14 09:50:59.071899 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f4fc2-b423-4d48-98be-633c3a1d854f req-651bf624-d798-4120-b414-c20bd968b175 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:59.073289 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2c7f4fc2-b423-4d48-98be-633c3a1d854f req-651bf624-d798-4120-b414-c20bd968b175 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 946 time: 0.1810293 May 14 09:50:59.075441 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-49487928-1456-447c-961a-73ce13cfc331 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/quotas/d3ed76a0e1d141908a19c55db3c4716c HTTP/1.1" status: 200 len: 375 time: 0.0215542 May 14 09:50:59.255883 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-5dc2cc76-af8b-4ab5-9cc0-c823eba4d1e2 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Synchronizing usage tracker for tenant:d3ed76a0e1d141908a19c55db3c4716c on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:50:59.284095 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-2c7f4fc2-b423-4d48-98be-633c3a1d854f req-80590885-218a-4282-b943-f6e142e9b4b7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Deleting port 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:50:59.284749 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-2c7f4fc2-b423-4d48-98be-633c3a1d854f req-80590885-218a-4282-b943-f6e142e9b4b7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:59.302433 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-5dc2cc76-af8b-4ab5-9cc0-c823eba4d1e2 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Unset dirty status for tenant:d3ed76a0e1d141908a19c55db3c4716c on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:50:59.303741 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-5dc2cc76-af8b-4ab5-9cc0-c823eba4d1e2 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3ed76a0e1d141908a19c55db3c4716c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1969597 May 14 09:50:59.643270 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-2c7f4fc2-b423-4d48-98be-633c3a1d854f req-80590885-218a-4282-b943-f6e142e9b4b7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] For port 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9,segment=NetworkSegment(362377ad-9172-4f98-869e-cf09f637e6c1),segment_id=362377ad-9172-4f98-869e-cf09f637e6c1)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:59.643510 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-2c7f4fc2-b423-4d48-98be-633c3a1d854f req-80590885-218a-4282-b943-f6e142e9b4b7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:59.706879 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d7bd1b5-2dcc-4096-9719-bd707dc30afb service neutron] 10.222.0.30 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526962 May 14 09:50:59.771262 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-2c7f4fc2-b423-4d48-98be-633c3a1d854f req-80590885-218a-4282-b943-f6e142e9b4b7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Calling delete_port for 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 owned by compute:nova {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:50:59.919357 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-8d8c4f48-4a81-48fd-b6f5-19c738ca4406 service neutron] 10.222.0.30 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556506 May 14 09:51:00.007924 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-2c7f4fc2-b423-4d48-98be-633c3a1d854f req-80590885-218a-4282-b943-f6e142e9b4b7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:00.014445 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1e62e8f0-c658-43d5-a1a2-d2fce9e50cfe tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:00.020249 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:51:00.097657 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80590885-218a-4282-b943-f6e142e9b4b7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Pushing event deleted for resources: {'Port': ['ID=6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:00.100703 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-80590885-218a-4282-b943-f6e142e9b4b7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:00.199000 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7f4fc2-b423-4d48-98be-633c3a1d854f req-80590885-218a-4282-b943-f6e142e9b4b7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] No DVR routers for this DVR port 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 on host hv-cinder-73414 {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:51:00.202321 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8c23f78e-7477-493d-b3fb-fb13b6f2fd44 req-72e54939-8577-4d89-91c0-39e1a7a283a9 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0 HTTP/1.1" status: 200 len: 210 time: 0.0585034 May 14 09:51:00.203846 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-2c7f4fc2-b423-4d48-98be-633c3a1d854f req-80590885-218a-4282-b943-f6e142e9b4b7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:00.206724 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0', 'name': 'network-vif-deleted', 'tag': '6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:51:00.228746 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2c7f4fc2-b423-4d48-98be-633c3a1d854f req-80590885-218a-4282-b943-f6e142e9b4b7 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] 10.222.0.77 "DELETE /v2.0/ports/6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 HTTP/1.1" status: 204 len: 173 time: 1.1497495 May 14 09:51:00.269684 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ccc78b-941e-4ae5-90ca-e1bd77bc2ca0', 'name': 'network-vif-deleted', 'tag': '6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9', 'status': 'completed', 'code': 200} May 14 09:51:00.341231 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9a352eb7-6f30-4715-ae12-35e8b1713c31 req-d3841192-ab48-4bc6-8c27-f8c2c8c954b0 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 210 time: 0.0441434 May 14 09:51:01.306463 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 36998) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:01.371082 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Deleting subnet 6d703ce2-c4e0-463a-88de-dd21eb034957 {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:51:01.374456 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:01.426141 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5551613'] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:01.482735 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:01.563368 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-70122a5b-12e7-4dd2-9bb0-596494f04c2f req-f0d19659-c16f-4bce-9eca-434ed34b6b9a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 210 time: 0.0571296 May 14 09:51:01.613936 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-8b89905b-707b-4109-a48b-0bef8e90caea tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:01.615480 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-8b89905b-707b-4109-a48b-0bef8e90caea tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.77 "GET /v2.0/networks?id=96ee4d10-40d3-4deb-a7ae-be3124adaa2a HTTP/1.1" status: 200 len: 808 time: 0.2577095 May 14 09:51:01.673162 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-3b7742af-3990-42ec-b74c-5f1bdd876d21 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ed76a0e1d141908a19c55db3c4716c HTTP/1.1" status: 200 len: 380 time: 0.0449502 May 14 09:51:01.681471 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Request body: {'port': {'device_id': '18a8378e-a01b-43d8-a022-803988a834bc', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'admin_state_up': True, 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'security_groups': ['3a67e06a-251f-45dc-b0ec-d431ee778121']}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:51:01.762290 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6324433'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:01.768168 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:01.807227 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:01.811157 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d703ce2-c4e0-463a-88de-dd21eb034957,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:01.816588 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6d703ce2-c4e0-463a-88de-dd21eb034957 HTTP/1.1" status: 204 len: 168 time: 0.5091031 May 14 09:51:01.820522 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37004) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:01.824109 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:01.824337 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:01.824707 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:01.825073 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:01.825439 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:01.825803 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:01.826149 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:01.826508 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:01.826865 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:01.827254 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:01.827602 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:01.828160 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:01.831814 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c8de61d8-6c12-48ad-9f6e-de3bde0d94d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:01.833211 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:01.843236 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:01.854391 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Made reservation on behalf of d3ed76a0e1d141908a19c55db3c4716c for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:51:01.858082 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.054302 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Allocated IP 172.20.0.12 (96ee4d10-40d3-4deb-a7ae-be3124adaa2a/f913dad5-a924-4b06-9ee4-dd59cf7b3886/f501a3ff-e126-48ad-97cd-13d678f1e44b) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:51:02.057111 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-950145a6-1caa-46d8-bac4-dfbef36ec72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.188769 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-950145a6-1caa-46d8-bac4-dfbef36ec72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.206198 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-950145a6-1caa-46d8-bac4-dfbef36ec72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:02.220094 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-950145a6-1caa-46d8-bac4-dfbef36ec72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362377ad-9172-4f98-869e-cf09f637e6c1') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:02.220378 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-950145a6-1caa-46d8-bac4-dfbef36ec72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362377ad-9172-4f98-869e-cf09f637e6c1') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:02.233941 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-950145a6-1caa-46d8-bac4-dfbef36ec72d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5551366'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.257702 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-950145a6-1caa-46d8-bac4-dfbef36ec72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.264472 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950145a6-1caa-46d8-bac4-dfbef36ec72d admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:51:02.264867 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-950145a6-1caa-46d8-bac4-dfbef36ec72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474451'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.271730 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: Traceback (most recent call last): May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: timer() May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: cb(*args, **kw) May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: return func(*args, **kwargs) May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: self._notify() May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: self.callback(batched_events) May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: event.method(event) May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: return f(self, *a, **k) May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._get(url).json() May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:51:02.278585 dv-cinder-734144-18-iscsi neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:51:02.355012 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-950145a6-1caa-46d8-bac4-dfbef36ec72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.355925 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Transition to ACTIVE for port object f501a3ff-e126-48ad-97cd-13d678f1e44b will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:51:02.358588 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:02.376187 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-950145a6-1caa-46d8-bac4-dfbef36ec72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.383693 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.387190 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950145a6-1caa-46d8-bac4-dfbef36ec72d admin admin] Pushing event deleted for resources: {'Network': ['ID=0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:02.390331 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-0744358d-ebc5-4cd9-8012-c4fc008faad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:02.390734 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-950145a6-1caa-46d8-bac4-dfbef36ec72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:02.400908 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-950145a6-1caa-46d8-bac4-dfbef36ec72d admin admin] 10.222.0.30 "DELETE /v2.0/networks/0af885c7-b1b4-4f5a-8eb6-4c9af8ccc903 HTTP/1.1" status: 204 len: 168 time: 0.5769799 May 14 09:51:02.455537 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Network 96ee4d10-40d3-4deb-a7ae-be3124adaa2a is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:51:02.458621 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:51:02.462719 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:51:02.506245 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Pushing event updated for resources: {'Port': ['ID=f501a3ff-e126-48ad-97cd-13d678f1e44b,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:02.511010 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:02.540367 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:02.541030 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.568862 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-675a21e5-6791-4164-ba06-19205f419a82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8909748 May 14 09:51:02.582210 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Request body: {'port': {'device_id': '18a8378e-a01b-43d8-a022-803988a834bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:51:02.604460 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37014) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:02.663827 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-9fcb8191-24be-4553-a5d9-e5a9ba291441 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=755699e343024171ab36a99c8fedc6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578241 May 14 09:51:02.664505 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37018) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:02.704114 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-f9bce2a5-afd8-48dd-9e6a-cc004999aa0d None None] Provisioning for port f501a3ff-e126-48ad-97cd-13d678f1e44b completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:51:02.709733 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-f9bce2a5-afd8-48dd-9e6a-cc004999aa0d None None] Provisioning complete for port f501a3ff-e126-48ad-97cd-13d678f1e44b triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:51:02.710198 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f9bce2a5-afd8-48dd-9e6a-cc004999aa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.733624 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-23a3880a-9c55-4c3e-a374-3d57e659da7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.763237 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-23a3880a-9c55-4c3e-a374-3d57e659da7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.774237 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-f9bce2a5-afd8-48dd-9e6a-cc004999aa0d None None] Port f501a3ff-e126-48ad-97cd-13d678f1e44b cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:51:02.821490 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-23a3880a-9c55-4c3e-a374-3d57e659da7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.826636 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-171078c3-df16-4ad6-b57c-3aac056c23cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:02.837110 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3880a-9c55-4c3e-a374-3d57e659da7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b195f4-645a-4fef-ac4c-0e817fb344ed,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:02.841276 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-23a3880a-9c55-4c3e-a374-3d57e659da7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:02.846101 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-23a3880a-9c55-4c3e-a374-3d57e659da7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.849771 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-23a3880a-9c55-4c3e-a374-3d57e659da7f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0b195f4-645a-4fef-ac4c-0e817fb344ed HTTP/1.1" status: 204 len: 168 time: 0.1817553 May 14 09:51:02.889799 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:02.996380 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9eb4e-7c58-464f-92b6-be0d3c254fb1 req-68c41d34-0d19-4125-ac5c-5219b6c9362b tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:02.997078 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-94a9eb4e-7c58-464f-92b6-be0d3c254fb1 req-68c41d34-0d19-4125-ac5c-5219b6c9362b tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Synchronizing usage tracker for tenant:d3ed76a0e1d141908a19c55db3c4716c on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:51:03.065428 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-94a9eb4e-7c58-464f-92b6-be0d3c254fb1 req-68c41d34-0d19-4125-ac5c-5219b6c9362b tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Unset dirty status for tenant:d3ed76a0e1d141908a19c55db3c4716c on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:51:03.066607 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-94a9eb4e-7c58-464f-92b6-be0d3c254fb1 req-68c41d34-0d19-4125-ac5c-5219b6c9362b tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 932 time: 0.2386200 May 14 09:51:03.190222 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-94a9eb4e-7c58-464f-92b6-be0d3c254fb1 req-bd7f4b4b-d822-42cf-9277-5bb109a87f82 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164751 May 14 09:51:03.324233 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f501a3ff-e126-48ad-97cd-13d678f1e44b {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:51:03.332688 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:03.349381 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Transition to ACTIVE for port object f501a3ff-e126-48ad-97cd-13d678f1e44b will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:51:03.353590 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:03.358191 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-de8d71b1-300e-4c46-9897-0e4d263dfdbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:03.533254 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Pushing event updated for resources: {'Port': ['ID=f501a3ff-e126-48ad-97cd-13d678f1e44b,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:03.540695 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:03.615826 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Attempting to bind port f501a3ff-e126-48ad-97cd-13d678f1e44b on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:51:03.616882 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Attempting to bind port f501a3ff-e126-48ad-97cd-13d678f1e44b by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '672240ce-d6cc-4da6-9256-2494e599cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:51:03.616882 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Attempting to bind port f501a3ff-e126-48ad-97cd-13d678f1e44b on network 96ee4d10-40d3-4deb-a7ae-be3124adaa2a {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:51:03.621470 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Port f501a3ff-e126-48ad-97cd-13d678f1e44b on network 96ee4d10-40d3-4deb-a7ae-be3124adaa2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:51:03.621787 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Attempting to bind port f501a3ff-e126-48ad-97cd-13d678f1e44b on network 96ee4d10-40d3-4deb-a7ae-be3124adaa2a {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:51:03.627161 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:51:03.627584 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Checking segment: {'id': '672240ce-d6cc-4da6-9256-2494e599cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:51:03.627904 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Bound using segment: {'id': '672240ce-d6cc-4da6-9256-2494e599cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:51:03.628373 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Bound port: f501a3ff-e126-48ad-97cd-13d678f1e44b, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672240ce-d6cc-4da6-9256-2494e599cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:51:03.628670 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:03.728379 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] For port f501a3ff-e126-48ad-97cd-13d678f1e44b, host hv-cinder-73414, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:51:03.733803 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] For port f501a3ff-e126-48ad-97cd-13d678f1e44b, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b,segment=NetworkSegment(672240ce-d6cc-4da6-9256-2494e599cf98),segment_id=672240ce-d6cc-4da6-9256-2494e599cf98)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:51:03.739707 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:03.744728 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d79318b4-b821-408b-b737-2ff311d65ea3 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:03.806734 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:03.807816 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:03.810084 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] 10.222.0.77 "PUT /v2.0/ports/f501a3ff-e126-48ad-97cd-13d678f1e44b HTTP/1.1" status: 200 len: 1094 time: 1.2322624 May 14 09:51:03.810849 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a8378e-a01b-43d8-a022-803988a834bc', 'tag': 'f501a3ff-e126-48ad-97cd-13d678f1e44b'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:51:03.906198 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a8378e-a01b-43d8-a022-803988a834bc', 'tag': 'f501a3ff-e126-48ad-97cd-13d678f1e44b', 'status': 'completed', 'code': 200} May 14 09:51:03.914299 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Pushing event updated for resources: {'Port': ['ID=f501a3ff-e126-48ad-97cd-13d678f1e44b,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:03.918619 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:03.960046 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-8e32b87d-1a2e-488c-8600-1482aa9ac347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:03.961460 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-8e32b87d-1a2e-488c-8600-1482aa9ac347 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3ed76a0e1d141908a19c55db3c4716c&device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 1097 time: 0.1026399 May 14 09:51:04.041110 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-31c8678c-f8ac-4836-9a27-b3ea41f757c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b HTTP/1.1" status: 200 len: 217 time: 0.0693944 May 14 09:51:04.073636 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:51:04.109932 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-b3feee7e-da03-415c-a8b1-92d9e0f95b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:04.111350 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-b3feee7e-da03-415c-a8b1-92d9e0f95b47 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f913dad5-a924-4b06-9ee4-dd59cf7b3886 HTTP/1.1" status: 200 len: 847 time: 0.0633106 May 14 09:51:04.112105 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:51:04.112462 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device 6d6fe139-b635-4ff7-9c6f-064f7d4dc3f9 not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:51:04.197568 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-99a491e8-8e8c-4ced-91fc-704598c63e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:04.199310 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-99a491e8-8e8c-4ced-91fc-704598c63e1e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96ee4d10-40d3-4deb-a7ae-be3124adaa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0799072 May 14 09:51:04.388308 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-06475467-a2f7-4525-baee-274f40702f70 service neutron] 10.222.0.77 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821167 May 14 09:51:04.498020 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ff101-15cb-4ee1-9b15-0774f8d7d833 req-0345cd65-dbd3-4ead-a648-0fa712e2d547 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:04.499463 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-de6ff101-15cb-4ee1-9b15-0774f8d7d833 req-0345cd65-dbd3-4ead-a648-0fa712e2d547 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 944 time: 0.1819406 May 14 09:51:04.582741 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-de6ff101-15cb-4ee1-9b15-0774f8d7d833 req-a9de3456-f02e-485a-b542-8a58894a80d7 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764370 May 14 09:51:04.586014 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3e501dc9-21d2-4d50-9fff-8d0f7b536c18 req-9317bf58-7710-491a-a50c-2a57233b64af service neutron] 10.222.0.77 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873217 May 14 09:51:04.825702 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24597-af6d-40f9-bd5f-112faa3f4a6b req-ecf3b9c5-e951-4cdb-b2f0-918a49f9bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:04.827208 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-46f24597-af6d-40f9-bd5f-112faa3f4a6b req-ecf3b9c5-e951-4cdb-b2f0-918a49f9bcfa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3ed76a0e1d141908a19c55db3c4716c&device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 1097 time: 0.1869664 May 14 09:51:04.963003 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24597-af6d-40f9-bd5f-112faa3f4a6b req-e1160475-ba4e-4342-97b6-8b79d337cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:04.964475 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-46f24597-af6d-40f9-bd5f-112faa3f4a6b req-e1160475-ba4e-4342-97b6-8b79d337cf78 service neutron] 10.222.0.77 "GET /v2.0/networks?id=96ee4d10-40d3-4deb-a7ae-be3124adaa2a HTTP/1.1" status: 200 len: 909 time: 0.1298320 May 14 09:51:05.037555 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-46f24597-af6d-40f9-bd5f-112faa3f4a6b req-4f0a77a7-6e80-4820-a67b-a2f218491e83 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b HTTP/1.1" status: 200 len: 217 time: 0.0663817 May 14 09:51:05.109118 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24597-af6d-40f9-bd5f-112faa3f4a6b req-b6eb1a20-0d49-4cff-ac16-e30cd44d30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:05.110651 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-46f24597-af6d-40f9-bd5f-112faa3f4a6b req-b6eb1a20-0d49-4cff-ac16-e30cd44d30a8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f913dad5-a924-4b06-9ee4-dd59cf7b3886 HTTP/1.1" status: 200 len: 847 time: 0.0663896 May 14 09:51:05.198428 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24597-af6d-40f9-bd5f-112faa3f4a6b req-c2b72e82-7146-4e77-b38c-8a8de60b01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:05.199958 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-46f24597-af6d-40f9-bd5f-112faa3f4a6b req-c2b72e82-7146-4e77-b38c-8a8de60b01a0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96ee4d10-40d3-4deb-a7ae-be3124adaa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0811775 May 14 09:51:05.334549 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-46f24597-af6d-40f9-bd5f-112faa3f4a6b req-7cb69048-584e-4291-a93c-1ba36ac887d2 service neutron] 10.222.0.77 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276155 May 14 09:51:05.476437 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-46f24597-af6d-40f9-bd5f-112faa3f4a6b req-4e195bb4-1a3c-4993-beb2-5e751a7c36d5 service neutron] 10.222.0.77 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351111 May 14 09:51:05.783980 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018cdb8-cef6-42f8-9fd7-8e37cbc2c787 req-6729b5a3-6383-49e0-8f88-ac4ded2c0ebd tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:05.785447 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7018cdb8-cef6-42f8-9fd7-8e37cbc2c787 req-6729b5a3-6383-49e0-8f88-ac4ded2c0ebd tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 944 time: 0.0945728 May 14 09:51:05.833786 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7018cdb8-cef6-42f8-9fd7-8e37cbc2c787 req-2899d0f7-2714-4d81-ad8f-575c1710c407 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420957 May 14 09:51:07.047285 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691e4a0-55fa-4663-9da6-c1e9942b33bf req-d0b2afa6-c3a4-4d23-8d7f-af01b42f8cc4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:07.048776 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b691e4a0-55fa-4663-9da6-c1e9942b33bf req-d0b2afa6-c3a4-4d23-8d7f-af01b42f8cc4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 944 time: 0.0962045 May 14 09:51:07.098093 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b691e4a0-55fa-4663-9da6-c1e9942b33bf req-0e35a006-9c17-4ecb-a431-e40f051deac5 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436225 May 14 09:51:08.309031 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58b70-178a-4504-a1f3-b1b1301d295c req-bd5da7f4-7b8d-4281-a55e-126b38e4a18f tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:08.310470 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b9b58b70-178a-4504-a1f3-b1b1301d295c req-bd5da7f4-7b8d-4281-a55e-126b38e4a18f tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 944 time: 0.0926530 May 14 09:51:08.357367 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-b9b58b70-178a-4504-a1f3-b1b1301d295c req-9f604488-d9ab-4825-8223-44f5c100991b tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387347 May 14 09:51:09.562728 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36229249-f4c8-49aa-92f2-c9adae7a012b req-9a31df9e-e9bc-474f-b229-43bedc3ecc08 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:09.564233 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-36229249-f4c8-49aa-92f2-c9adae7a012b req-9a31df9e-e9bc-474f-b229-43bedc3ecc08 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 944 time: 0.0963151 May 14 09:51:09.609775 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-36229249-f4c8-49aa-92f2-c9adae7a012b req-2755d4d9-6431-4854-a1dc-22134277b24b tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396023 May 14 09:51:10.345858 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c4081d9f-9b3c-42ae-b34f-eb4ac7595eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:10.817251 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c9760-5936-4c93-86ed-9b1f83c7997e req-97402ebe-8aba-4471-866c-127fc2a3658b tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:10.818790 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0c5c9760-5936-4c93-86ed-9b1f83c7997e req-97402ebe-8aba-4471-866c-127fc2a3658b tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 944 time: 0.0932808 May 14 09:51:10.871816 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0c5c9760-5936-4c93-86ed-9b1f83c7997e req-cabb773d-2ada-430b-8c8d-9d76d1f27f07 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467691 May 14 09:51:12.086654 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f30f1-c8a9-4ec1-a60a-6454b3e33a00 req-010f32af-9baa-49e3-9e13-2a4bea1774d0 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:12.089045 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3b0f30f1-c8a9-4ec1-a60a-6454b3e33a00 req-010f32af-9baa-49e3-9e13-2a4bea1774d0 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 944 time: 0.0898545 May 14 09:51:12.142096 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3b0f30f1-c8a9-4ec1-a60a-6454b3e33a00 req-78e0b181-0ee0-4e91-907a-301f2158d04e tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470660 May 14 09:51:12.255868 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37144) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:12.386850 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c60d0e64-ab88-4b6f-8f31-c7cec440c2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:12.401970 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-c60d0e64-ab88-4b6f-8f31-c7cec440c2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:12.406316 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-c60d0e64-ab88-4b6f-8f31-c7cec440c2bf admin admin] Usage tracker for resource:security_group_rule and tenant:90aa6bb7496140ffa60de942247dc542 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:12.409274 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-c60d0e64-ab88-4b6f-8f31-c7cec440c2bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:12.415357 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-c60d0e64-ab88-4b6f-8f31-c7cec440c2bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:12.512808 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c60d0e64-ab88-4b6f-8f31-c7cec440c2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:12.518362 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c60d0e64-ab88-4b6f-8f31-c7cec440c2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:12.525541 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-47994d0f-6ce0-4f26-bd34-1261a35518bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:12.569760 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-c60d0e64-ab88-4b6f-8f31-c7cec440c2bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90aa6bb7496140ffa60de942247dc542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124623 May 14 09:51:12.570704 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d0e64-ab88-4b6f-8f31-c7cec440c2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082ad97e-e650-457b-991a-2d439eae77f4,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:12.572639 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37150) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:12.573846 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c60d0e64-ab88-4b6f-8f31-c7cec440c2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:12.642656 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c5072b16-4caf-47d0-88ab-53bcc526d1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:12.669505 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c5072b16-4caf-47d0-88ab-53bcc526d1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:12.725069 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c5072b16-4caf-47d0-88ab-53bcc526d1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:12.732329 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e6a1e8fc-34a6-4587-9512-a9610410f40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:12.748303 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5072b16-4caf-47d0-88ab-53bcc526d1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082ad97e-e650-457b-991a-2d439eae77f4,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:12.751543 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c5072b16-4caf-47d0-88ab-53bcc526d1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:12.752452 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c5072b16-4caf-47d0-88ab-53bcc526d1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:12.756089 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-c5072b16-4caf-47d0-88ab-53bcc526d1af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/082ad97e-e650-457b-991a-2d439eae77f4 HTTP/1.1" status: 204 len: 168 time: 0.1821830 May 14 09:51:12.798992 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:13.044637 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d256f61a-70d7-4720-908f-14168ad8ce2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:13.345081 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889a4e0-d3b2-4298-8ba9-f9151acebf23 req-2c4bf9fd-edba-4a87-b954-b71e71e341c3 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:13.347052 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7889a4e0-d3b2-4298-8ba9-f9151acebf23 req-2c4bf9fd-edba-4a87-b954-b71e71e341c3 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 944 time: 0.0849082 May 14 09:51:13.401761 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7889a4e0-d3b2-4298-8ba9-f9151acebf23 req-fc77729b-99a5-4a3b-b85f-1061ccd6a774 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484865 May 14 09:51:14.063311 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:14.104669 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device f501a3ff-e126-48ad-97cd-13d678f1e44b details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:51:14.248226 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port f501a3ff-e126-48ad-97cd-13d678f1e44b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b,segment=NetworkSegment(672240ce-d6cc-4da6-9256-2494e599cf98),segment_id=672240ce-d6cc-4da6-9256-2494e599cf98)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:51:14.265416 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': 'f501a3ff-e126-48ad-97cd-13d678f1e44b', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'port_id': 'f501a3ff-e126-48ad-97cd-13d678f1e44b', 'mac_address': 'fa:16:3e:b3:ec:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:51:14.326150 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:14.343830 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f501a3ff-e126-48ad-97cd-13d678f1e44b {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:51:14.360344 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port f501a3ff-e126-48ad-97cd-13d678f1e44b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b,segment=NetworkSegment(672240ce-d6cc-4da6-9256-2494e599cf98),segment_id=672240ce-d6cc-4da6-9256-2494e599cf98)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:51:14.366653 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:14.369470 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:14.445014 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=f501a3ff-e126-48ad-97cd-13d678f1e44b,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:14.452871 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:14.453270 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:14.453719 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:14.454221 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:14.454589 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:14.454917 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:14.455241 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:14.455557 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:14.455890 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:14.456207 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:14.456551 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:14.456873 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:14.460980 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:14.574929 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['f501a3ff-e126-48ad-97cd-13d678f1e44b'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:51:14.604426 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb91f1-5bac-4eee-9f74-5677abebb958 req-2daedcaa-b176-4875-892a-e295171f4911 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:14.606069 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d7cb91f1-5bac-4eee-9f74-5677abebb958 req-2daedcaa-b176-4875-892a-e295171f4911 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 945 time: 0.0896204 May 14 09:51:14.658095 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-d7cb91f1-5bac-4eee-9f74-5677abebb958 req-725b3b85-a8b7-44e5-a461-5d849004334a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444191 May 14 09:51:14.961294 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37218) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:15.091967 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a8688cba-8168-4173-8995-05ffe1504375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:15.107015 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-a8688cba-8168-4173-8995-05ffe1504375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:15.112200 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-a8688cba-8168-4173-8995-05ffe1504375 admin admin] Usage tracker for resource:security_group_rule and tenant:9fc0d3b237e242068bc1d6d4935c0619 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:15.115337 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-a8688cba-8168-4173-8995-05ffe1504375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:15.121726 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-a8688cba-8168-4173-8995-05ffe1504375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:15.327374 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a8688cba-8168-4173-8995-05ffe1504375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:15.332978 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a8688cba-8168-4173-8995-05ffe1504375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:15.341743 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ad4f5c7e-c215-4d44-a252-c8023c501fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:15.382573 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8688cba-8168-4173-8995-05ffe1504375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8fad19-73c3-4a57-8bed-5b5925279c2f,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:15.386049 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a8688cba-8168-4173-8995-05ffe1504375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:15.392077 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-a8688cba-8168-4173-8995-05ffe1504375 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fc0d3b237e242068bc1d6d4935c0619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295297 May 14 09:51:15.393043 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37224) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:15.415328 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:15.456291 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-eed8a12d-31e8-4107-930d-811311cbda0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:15.484047 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-eed8a12d-31e8-4107-930d-811311cbda0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:15.543847 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-eed8a12d-31e8-4107-930d-811311cbda0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:15.548101 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1e2a335e-db85-4205-8b29-db298dc16e31 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:15.563740 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8a12d-31e8-4107-930d-811311cbda0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8fad19-73c3-4a57-8bed-5b5925279c2f,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:15.566613 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-eed8a12d-31e8-4107-930d-811311cbda0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:15.573094 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-eed8a12d-31e8-4107-930d-811311cbda0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:15.577105 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-eed8a12d-31e8-4107-930d-811311cbda0f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f8fad19-73c3-4a57-8bed-5b5925279c2f HTTP/1.1" status: 204 len: 168 time: 0.1805694 May 14 09:51:15.815977 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:15.866230 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb84b5-46e8-4fd4-8726-7bbb501d633e req-8d14cb54-e0c4-4fae-9754-bb69c31f1cdb tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:15.868415 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4dbb84b5-46e8-4fd4-8726-7bbb501d633e req-8d14cb54-e0c4-4fae-9754-bb69c31f1cdb tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 945 time: 0.1042700 May 14 09:51:15.901873 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37234) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:15.933312 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2acedf44-8f57-4b85-b4ed-eb8af0206b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:15.951382 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4dbb84b5-46e8-4fd4-8726-7bbb501d633e req-5e35a5fb-ad84-4a62-be9a-445a9788062a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716934 May 14 09:51:15.956420 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2acedf44-8f57-4b85-b4ed-eb8af0206b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:15.960500 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-2acedf44-8f57-4b85-b4ed-eb8af0206b2c admin admin] Usage tracker for resource:security_group_rule and tenant:1a72f8f84bd44bc3bc23e0a7e387f1ec is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:15.963403 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-2acedf44-8f57-4b85-b4ed-eb8af0206b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:15.970344 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2acedf44-8f57-4b85-b4ed-eb8af0206b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:16.059778 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2acedf44-8f57-4b85-b4ed-eb8af0206b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:16.066017 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2acedf44-8f57-4b85-b4ed-eb8af0206b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:16.073508 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-46c9b9b2-13fb-4c4d-898c-38e48acf402f tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:16.114636 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-2acedf44-8f57-4b85-b4ed-eb8af0206b2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a72f8f84bd44bc3bc23e0a7e387f1ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116079 May 14 09:51:16.115450 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acedf44-8f57-4b85-b4ed-eb8af0206b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30362182-6467-4ea0-9465-2f41e57447a2,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:16.117308 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37238) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:16.118312 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2acedf44-8f57-4b85-b4ed-eb8af0206b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:16.119712 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device f501a3ff-e126-48ad-97cd-13d678f1e44b up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:51:16.180630 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc5a6-50a3-4332-ab13-0fee19427e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:16.189330 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port f501a3ff-e126-48ad-97cd-13d678f1e44b completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:51:16.195259 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port f501a3ff-e126-48ad-97cd-13d678f1e44b triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:51:16.195259 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:16.212846 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc5a6-50a3-4332-ab13-0fee19427e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:16.269654 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc5a6-50a3-4332-ab13-0fee19427e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:16.274843 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4466ddce-0ac9-4ea9-8ebb-284c1f0c0a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:16.284810 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cc5a6-50a3-4332-ab13-0fee19427e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30362182-6467-4ea0-9465-2f41e57447a2,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:16.291030 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ef2cc5a6-50a3-4332-ab13-0fee19427e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:16.291827 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc5a6-50a3-4332-ab13-0fee19427e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:16.293143 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ef2cc5a6-50a3-4332-ab13-0fee19427e7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30362182-6467-4ea0-9465-2f41e57447a2 HTTP/1.1" status: 204 len: 168 time: 0.1746719 May 14 09:51:16.328499 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:16.357169 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a8378e-a01b-43d8-a022-803988a834bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f501a3ff-e126-48ad-97cd-13d678f1e44b'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:51:16.370610 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port f501a3ff-e126-48ad-97cd-13d678f1e44b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b,segment=NetworkSegment(672240ce-d6cc-4da6-9256-2494e599cf98),segment_id=672240ce-d6cc-4da6-9256-2494e599cf98)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:51:16.376945 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:16.379394 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:16.448456 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a8378e-a01b-43d8-a022-803988a834bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f501a3ff-e126-48ad-97cd-13d678f1e44b', 'code': 200} May 14 09:51:16.457240 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=f501a3ff-e126-48ad-97cd-13d678f1e44b,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:16.460200 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:16.703589 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307e849-6db4-4404-b678-f5f906602468 req-1dced035-8d71-4bd8-badb-070e360e9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:16.705060 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a307e849-6db4-4404-b678-f5f906602468 req-1dced035-8d71-4bd8-badb-070e360e9feb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 1099 time: 0.0835338 May 14 09:51:16.747063 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a307e849-6db4-4404-b678-f5f906602468 req-9e109b31-e82f-4098-86da-bb1317f258c7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355976 May 14 09:51:17.145480 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75310653-c2fe-4af7-9e82-275af1728fd8 req-93fd8e23-5f8a-45e2-a6e3-fc9bfee15203 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:17.147120 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-75310653-c2fe-4af7-9e82-275af1728fd8 req-93fd8e23-5f8a-45e2-a6e3-fc9bfee15203 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.0832837 May 14 09:51:17.200553 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-75310653-c2fe-4af7-9e82-275af1728fd8 req-9d726dd4-7096-4e5f-a0e9-97450ed6aabb tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471637 May 14 09:51:18.398687 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b462e-04c7-462f-bab4-c56bb5f706d6 req-919d2522-3a97-46a2-a46f-fb1a804b0124 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:18.400231 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-370b462e-04c7-462f-bab4-c56bb5f706d6 req-919d2522-3a97-46a2-a46f-fb1a804b0124 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.0841753 May 14 09:51:18.446185 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-370b462e-04c7-462f-bab4-c56bb5f706d6 req-24582338-d6a3-4ce2-a8c7-eecdfa0dde22 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395222 May 14 09:51:18.657988 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dca91-fae4-4f3c-a2cf-84e830b24ca3 req-69d735dd-877c-4226-9734-ee35891b77ff tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:18.659466 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bd5dca91-fae4-4f3c-a2cf-84e830b24ca3 req-69d735dd-877c-4226-9734-ee35891b77ff tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.0929070 May 14 09:51:18.710584 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-bd5dca91-fae4-4f3c-a2cf-84e830b24ca3 req-55ab95d5-894e-41fd-a2fc-a2ea3a74de78 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420237 May 14 09:51:18.739802 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37296) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:19.019466 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ab9ba1-1a11-4c4e-9e98-5fbb4f55b913 tempest-TestShelveInstance-1926684910 tempest-TestShelveInstance-1926684910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:19.020088 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-22ab9ba1-1a11-4c4e-9e98-5fbb4f55b913 tempest-TestShelveInstance-1926684910 tempest-TestShelveInstance-1926684910-project-admin] Synchronizing usage tracker for tenant:94f077ac0155431787c6766e9e55e5a4 on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:51:19.040389 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-22ab9ba1-1a11-4c4e-9e98-5fbb4f55b913 tempest-TestShelveInstance-1926684910 tempest-TestShelveInstance-1926684910-project-admin] Unset dirty status for tenant:94f077ac0155431787c6766e9e55e5a4 on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:51:19.041741 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-22ab9ba1-1a11-4c4e-9e98-5fbb4f55b913 tempest-TestShelveInstance-1926684910 tempest-TestShelveInstance-1926684910-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 1094 time: 0.3007715 May 14 09:51:19.045401 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37302) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:19.051868 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Request body: {'floatingip': {'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'port_id': 'f501a3ff-e126-48ad-97cd-13d678f1e44b', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:51:19.058042 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:19.062261 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Usage tracker for resource:floatingip and tenant:d3ed76a0e1d141908a19c55db3c4716c is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:19.065288 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:19.071807 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:19.091158 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for floatingip, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:19.243995 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:19.395142 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Allocated IP 172.27.2.156 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/653e6895-99b7-45b6-9cb1-01d6691f388d) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:51:19.560692 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:19.592541 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:19.597932 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:19.660469 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:51:19.664584 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:51:19.670197 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:51:19.712787 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Pushing event updated for resources: {'Port': ['ID=653e6895-99b7-45b6-9cb1-01d6691f388d,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:19.716638 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:20.095728 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:51:20.221361 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:20.311307 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:20.520788 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:20.528646 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:20.532212 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c58dec01-e740-4b52-abb9-9e24fa8720ae tempest-TestMinimumBasicScenario-1746719733 tempest-TestMinimumBasicScenario-1746719733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:20.632763 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Pushing event updated for resources: {'Port': ['ID=653e6895-99b7-45b6-9cb1-01d6691f388d,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:20.637172 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:20.650555 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:20.835968 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.db.l3_db [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Floating IP d4d98e60-76fb-4b35-91f2-5a8fa396313c associated. External IP: 172.27.2.156, port: f501a3ff-e126-48ad-97cd-13d678f1e44b. May 14 09:51:21.217183 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Router e59d8e53-9d06-4133-a0e6-6f15fa04977b has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:51:21.424670 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:51:21.427038 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37342) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:21.437564 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f86b98-a973-40fc-bb31-b6b5201503dc None None] Sync routers for ids ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:51:21.447841 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f86b98-a973-40fc-bb31-b6b5201503dc None None] Routers {'e59d8e53-9d06-4133-a0e6-6f15fa04977b'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:51:21.448599 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-47f86b98-a973-40fc-bb31-b6b5201503dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:51:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:21.474818 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:21.538429 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-4091d8ff-da7f-4956-925e-efa4e01db680 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4875195 May 14 09:51:21.538429 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a8378e-a01b-43d8-a022-803988a834bc', 'tag': 'f501a3ff-e126-48ad-97cd-13d678f1e44b'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:51:21.561039 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cf0784c3-41aa-48bf-95d4-b619fa9bbeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:21.577413 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-cf0784c3-41aa-48bf-95d4-b619fa9bbeb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:21.582118 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-cf0784c3-41aa-48bf-95d4-b619fa9bbeb2 admin admin] Usage tracker for resource:security_group_rule and tenant:e68730cda76d4402b6b39a94b7c5706b is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:21.584147 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a8378e-a01b-43d8-a022-803988a834bc', 'tag': 'f501a3ff-e126-48ad-97cd-13d678f1e44b', 'status': 'completed', 'code': 200} May 14 09:51:21.585022 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-cf0784c3-41aa-48bf-95d4-b619fa9bbeb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:21.591546 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-cf0784c3-41aa-48bf-95d4-b619fa9bbeb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:21.646850 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-47f86b98-a973-40fc-bb31-b6b5201503dc None None] Set router e59d8e53-9d06-4133-a0e6-6f15fa04977b gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:51:21.694763 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cf0784c3-41aa-48bf-95d4-b619fa9bbeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:21.700198 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094f155-5ac7-478f-a8fb-e33ddf80253c req-fd07607c-21fa-4cb6-94b8-8626faaa2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:21.701589 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cf0784c3-41aa-48bf-95d4-b619fa9bbeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:21.701788 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7094f155-5ac7-478f-a8fb-e33ddf80253c req-fd07607c-21fa-4cb6-94b8-8626faaa2efe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3ed76a0e1d141908a19c55db3c4716c&device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 1099 time: 0.0917544 May 14 09:51:21.725923 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f634e251-00df-44c2-8aa5-632b54d78ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:21.746626 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-cf0784c3-41aa-48bf-95d4-b619fa9bbeb2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e68730cda76d4402b6b39a94b7c5706b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154988 May 14 09:51:21.746883 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37352) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:21.774351 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0784c3-41aa-48bf-95d4-b619fa9bbeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9240a8-3cb8-444d-97cb-4d07d514f50e,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:21.799608 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cf0784c3-41aa-48bf-95d4-b619fa9bbeb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:21.841789 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-69e2069f-9e03-4b84-a1ee-61e152a9e10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:21.871864 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-69e2069f-9e03-4b84-a1ee-61e152a9e10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:21.944688 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-69e2069f-9e03-4b84-a1ee-61e152a9e10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:21.950147 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-23a3880a-9c55-4c3e-a374-3d57e659da7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:21.965191 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2069f-9e03-4b84-a1ee-61e152a9e10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9240a8-3cb8-444d-97cb-4d07d514f50e,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:21.968152 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-69e2069f-9e03-4b84-a1ee-61e152a9e10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:21.969754 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094f155-5ac7-478f-a8fb-e33ddf80253c req-88b70256-bf35-4c85-9cf1-763ed0a36859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:21.971344 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7094f155-5ac7-478f-a8fb-e33ddf80253c req-88b70256-bf35-4c85-9cf1-763ed0a36859 service neutron] 10.222.0.77 "GET /v2.0/networks?id=96ee4d10-40d3-4deb-a7ae-be3124adaa2a HTTP/1.1" status: 200 len: 909 time: 0.2635250 May 14 09:51:21.973172 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-69e2069f-9e03-4b84-a1ee-61e152a9e10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:21.978843 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-69e2069f-9e03-4b84-a1ee-61e152a9e10f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c9240a8-3cb8-444d-97cb-4d07d514f50e HTTP/1.1" status: 204 len: 168 time: 0.2305465 May 14 09:51:22.090165 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7094f155-5ac7-478f-a8fb-e33ddf80253c req-870a2a40-8d3f-4b79-ab8c-1debe98534e1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b HTTP/1.1" status: 200 len: 1000 time: 0.1095357 May 14 09:51:22.112393 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-47f86b98-a973-40fc-bb31-b6b5201503dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:30Z', 'revision_number': 4, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'gw_port': {'id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': 'd4d98e60-76fb-4b35-91f2-5a8fa396313c', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'port_id': 'f501a3ff-e126-48ad-97cd-13d678f1e44b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'mac_address': 'fa:16:3e:b3:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a8378e-a01b-43d8-a022-803988a834bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:51:20Z', 'updated_at': '2021-05-14T09:51:20Z', 'revision_number': 0, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da28288d-e8b3-434c-98d4-e6c90334abd7', 'name': '', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'mac_address': 'fa:16:3e:0a:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:29Z', 'updated_at': '2021-05-14T09:50:37Z', 'revision_number': 5, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'subnets': [{'id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:22.117078 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f86b98-a973-40fc-bb31-b6b5201503dc None None] Checking router: e59d8e53-9d06-4133-a0e6-6f15fa04977b for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:51:22.126361 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f86b98-a973-40fc-bb31-b6b5201503dc None None] Routers {'e59d8e53-9d06-4133-a0e6-6f15fa04977b'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:51:22.127242 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-47f86b98-a973-40fc-bb31-b6b5201503dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:51:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:22.169859 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094f155-5ac7-478f-a8fb-e33ddf80253c req-c2c461fd-cace-4395-adf1-8d0f65e58105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:22.171635 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7094f155-5ac7-478f-a8fb-e33ddf80253c req-c2c461fd-cace-4395-adf1-8d0f65e58105 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f913dad5-a924-4b06-9ee4-dd59cf7b3886 HTTP/1.1" status: 200 len: 847 time: 0.0754137 May 14 09:51:22.252892 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094f155-5ac7-478f-a8fb-e33ddf80253c req-0910b2f7-dd8b-4ebe-ae94-214415ca3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:22.254500 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7094f155-5ac7-478f-a8fb-e33ddf80253c req-0910b2f7-dd8b-4ebe-ae94-214415ca3a0e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96ee4d10-40d3-4deb-a7ae-be3124adaa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0774400 May 14 09:51:22.312229 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-47f86b98-a973-40fc-bb31-b6b5201503dc None None] Set router e59d8e53-9d06-4133-a0e6-6f15fa04977b gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:51:22.326323 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37360) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:22.352043 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e793f27c-3b3a-457e-9333-333f9cfad2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:22.371770 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e793f27c-3b3a-457e-9333-333f9cfad2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:22.378085 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e793f27c-3b3a-457e-9333-333f9cfad2e5 admin admin] Usage tracker for resource:security_group_rule and tenant:b2dca591403940298e2628e2bca08b65 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:22.381613 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-e793f27c-3b3a-457e-9333-333f9cfad2e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:22.389235 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e793f27c-3b3a-457e-9333-333f9cfad2e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:22.408224 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7094f155-5ac7-478f-a8fb-e33ddf80253c req-34b65f84-a5aa-4a99-abbf-b94c61596c39 service neutron] 10.222.0.77 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470897 May 14 09:51:22.489676 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e793f27c-3b3a-457e-9333-333f9cfad2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:22.494857 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e793f27c-3b3a-457e-9333-333f9cfad2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:22.507962 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-69e2069f-9e03-4b84-a1ee-61e152a9e10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:22.550497 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-e793f27c-3b3a-457e-9333-333f9cfad2e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2dca591403940298e2628e2bca08b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226892 May 14 09:51:22.552013 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7094f155-5ac7-478f-a8fb-e33ddf80253c req-3fe389ab-b5c8-4de9-8ec2-9fc9d20e5c24 service neutron] 10.222.0.77 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376376 May 14 09:51:22.552480 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37364) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:22.553394 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793f27c-3b3a-457e-9333-333f9cfad2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a50500a-1167-43b9-b35f-f0746e09db02,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:22.557072 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e793f27c-3b3a-457e-9333-333f9cfad2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:22.617371 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-adb496c8-2c82-45eb-8c12-6defa0ecbf7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:22.644959 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-adb496c8-2c82-45eb-8c12-6defa0ecbf7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:22.693455 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-47f86b98-a973-40fc-bb31-b6b5201503dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:30Z', 'revision_number': 4, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'gw_port': {'id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': 'd4d98e60-76fb-4b35-91f2-5a8fa396313c', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'port_id': 'f501a3ff-e126-48ad-97cd-13d678f1e44b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'mac_address': 'fa:16:3e:b3:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a8378e-a01b-43d8-a022-803988a834bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:51:20Z', 'updated_at': '2021-05-14T09:51:20Z', 'revision_number': 0, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da28288d-e8b3-434c-98d4-e6c90334abd7', 'name': '', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'mac_address': 'fa:16:3e:0a:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:29Z', 'updated_at': '2021-05-14T09:50:37Z', 'revision_number': 5, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'subnets': [{'id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:22.698455 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f86b98-a973-40fc-bb31-b6b5201503dc None None] The sync data for ids ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'] in dv-cinder-734144-18-iscsi is: [{'id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:30Z', 'revision_number': 4, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'gw_port': {'id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': 'd4d98e60-76fb-4b35-91f2-5a8fa396313c', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'port_id': 'f501a3ff-e126-48ad-97cd-13d678f1e44b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'mac_address': 'fa:16:3e:b3:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a8378e-a01b-43d8-a022-803988a834bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:51:20Z', 'updated_at': '2021-05-14T09:51:20Z', 'revision_number': 0, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da28288d-e8b3-434c-98d4-e6c90334abd7', 'name': '', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'mac_address': 'fa:16:3e:0a:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:29Z', 'updated_at': '2021-05-14T09:50:37Z', 'revision_number': 5, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'subnets': [{'id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:51:22.721801 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-adb496c8-2c82-45eb-8c12-6defa0ecbf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:22.727089 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b1ed2835-2ea5-4167-8584-cf1b47190df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:22.740393 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb496c8-2c82-45eb-8c12-6defa0ecbf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a50500a-1167-43b9-b35f-f0746e09db02,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:22.744236 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-adb496c8-2c82-45eb-8c12-6defa0ecbf7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:22.747918 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-adb496c8-2c82-45eb-8c12-6defa0ecbf7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:22.750850 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-adb496c8-2c82-45eb-8c12-6defa0ecbf7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a50500a-1167-43b9-b35f-f0746e09db02 HTTP/1.1" status: 204 len: 168 time: 0.1956835 May 14 09:51:22.922117 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaf631c-cb42-489b-997a-4b7c3d147e10 None None] New status for floating IP d4d98e60-76fb-4b35-91f2-5a8fa396313c: ACTIVE {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:51:33.072693 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37456) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:33.206179 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cef34890-4345-40c8-9cd6-3b4ba2547e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:33.222670 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-cef34890-4345-40c8-9cd6-3b4ba2547e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:33.227339 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-cef34890-4345-40c8-9cd6-3b4ba2547e64 admin admin] Usage tracker for resource:security_group_rule and tenant:a9fce609eb284d2fb066d0d529b0d390 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:33.232129 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-cef34890-4345-40c8-9cd6-3b4ba2547e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:33.239932 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-cef34890-4345-40c8-9cd6-3b4ba2547e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:33.327671 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cef34890-4345-40c8-9cd6-3b4ba2547e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:33.334515 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cef34890-4345-40c8-9cd6-3b4ba2547e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:33.344809 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2ac5ee98-31cd-424a-ade4-0d8978b274c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:33.390372 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-cef34890-4345-40c8-9cd6-3b4ba2547e64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9fce609eb284d2fb066d0d529b0d390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117211 May 14 09:51:33.390372 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef34890-4345-40c8-9cd6-3b4ba2547e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66dcfbb-e1f2-4474-8e47-fcea0beb8a80,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:33.390372 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-cef34890-4345-40c8-9cd6-3b4ba2547e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:33.390928 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37462) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:33.454490 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d8b5-fe04-4f9f-bd1c-50f7a5b181f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:33.480381 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d8b5-fe04-4f9f-bd1c-50f7a5b181f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:33.535736 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d8b5-fe04-4f9f-bd1c-50f7a5b181f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:33.540964 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4e8e7fa2-cfdb-4aa5-9b87-7a4951a2bf1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:33.556968 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7d8b5-fe04-4f9f-bd1c-50f7a5b181f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66dcfbb-e1f2-4474-8e47-fcea0beb8a80,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:33.561814 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b7a7d8b5-fe04-4f9f-bd1c-50f7a5b181f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:33.566551 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d8b5-fe04-4f9f-bd1c-50f7a5b181f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:33.567714 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-b7a7d8b5-fe04-4f9f-bd1c-50f7a5b181f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e66dcfbb-e1f2-4474-8e47-fcea0beb8a80 HTTP/1.1" status: 204 len: 168 time: 0.1761856 May 14 09:51:33.920407 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37470) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:33.944777 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d05f8b00-21d0-4b0d-9cd9-5c2499214a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:33.962732 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-d05f8b00-21d0-4b0d-9cd9-5c2499214a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:33.972797 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-d05f8b00-21d0-4b0d-9cd9-5c2499214a9c admin admin] Usage tracker for resource:security_group_rule and tenant:5a26e7c41b77476ebde4c19a54381795 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:33.976104 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-d05f8b00-21d0-4b0d-9cd9-5c2499214a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:33.982690 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-d05f8b00-21d0-4b0d-9cd9-5c2499214a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:34.072796 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d05f8b00-21d0-4b0d-9cd9-5c2499214a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:34.079956 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d05f8b00-21d0-4b0d-9cd9-5c2499214a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:34.087343 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-cef34890-4345-40c8-9cd6-3b4ba2547e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:34.127422 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-d05f8b00-21d0-4b0d-9cd9-5c2499214a9c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a26e7c41b77476ebde4c19a54381795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057054 May 14 09:51:34.128229 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f8b00-21d0-4b0d-9cd9-5c2499214a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646c201b-83a7-4807-a3cb-2faa52adb280,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:34.130337 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37474) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:34.131389 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d05f8b00-21d0-4b0d-9cd9-5c2499214a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:34.202946 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d6a31b82-5d21-4bdc-958a-07f1c128adb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:34.229802 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d6a31b82-5d21-4bdc-958a-07f1c128adb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:34.296194 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d6a31b82-5d21-4bdc-958a-07f1c128adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:34.300133 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8554eb77-c704-4047-aaef-dd09db5ae4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:34.313015 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a31b82-5d21-4bdc-958a-07f1c128adb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646c201b-83a7-4807-a3cb-2faa52adb280,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:34.316849 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d6a31b82-5d21-4bdc-958a-07f1c128adb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:34.322213 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d6a31b82-5d21-4bdc-958a-07f1c128adb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:34.323333 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-d6a31b82-5d21-4bdc-958a-07f1c128adb0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/646c201b-83a7-4807-a3cb-2faa52adb280 HTTP/1.1" status: 204 len: 168 time: 0.1918919 May 14 09:51:38.690576 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37522) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:38.827205 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26ce408b-51a4-4b51-985e-cabba5a4916d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:38.845570 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-26ce408b-51a4-4b51-985e-cabba5a4916d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:38.849589 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-26ce408b-51a4-4b51-985e-cabba5a4916d admin admin] Usage tracker for resource:security_group_rule and tenant:1ef74a9743004b5e8db987888aa5ce86 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:38.852507 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.quota.resource [None req-26ce408b-51a4-4b51-985e-cabba5a4916d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:38.858882 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-26ce408b-51a4-4b51-985e-cabba5a4916d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:38.962212 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26ce408b-51a4-4b51-985e-cabba5a4916d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:38.967827 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26ce408b-51a4-4b51-985e-cabba5a4916d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:38.980981 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-285664af-9278-4f35-9e69-e638189dda9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:39.029770 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-26ce408b-51a4-4b51-985e-cabba5a4916d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ef74a9743004b5e8db987888aa5ce86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378699 May 14 09:51:39.033399 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37528) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:39.034225 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce408b-51a4-4b51-985e-cabba5a4916d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b953cabe-1444-4368-8bec-d6146ae8df0e,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:39.038637 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-26ce408b-51a4-4b51-985e-cabba5a4916d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:39.118939 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:39.156166 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:39.218396 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:39.222503 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3c135aa7-a766-42ff-9b69-28b37023be45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:39.237740 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b953cabe-1444-4368-8bec-d6146ae8df0e,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:39.249956 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:39.250340 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:39.250702 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:39.251427 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:39.251427 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:39.251897 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:39.252256 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:39.252634 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:39.252959 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:39.254479 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:39.254479 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:39.254479 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:39.257977 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:39.260351 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:39.265250 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-24912d12-df0b-42bd-8ff8-86ff1261ee9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b953cabe-1444-4368-8bec-d6146ae8df0e HTTP/1.1" status: 204 len: 168 time: 0.2307880 May 14 09:51:40.344726 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-99090ff1-2034-4470-baaa-002d00d05808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:42.804181 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:43.043693 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-35105c6b-039e-4bd8-9b5e-ca972f396cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:44.067037 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:45.450727 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:45.815715 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:56.653216 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-beccd00d-e20d-451c-a0aa-db85e9763784 req-94c80a80-b3c4-4b3f-a7c4-ac6f5d0a4d94 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1882451 May 14 09:51:56.753146 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccd00d-e20d-451c-a0aa-db85e9763784 req-82171eb9-f776-48db-8ec0-9dcfe684e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:56.754549 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-beccd00d-e20d-451c-a0aa-db85e9763784 req-82171eb9-f776-48db-8ec0-9dcfe684e65f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 1098 time: 0.0774198 May 14 09:51:56.915434 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccd00d-e20d-451c-a0aa-db85e9763784 req-59231809-a9d8-4a1d-bd60-9550c4d20049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:56.916935 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-beccd00d-e20d-451c-a0aa-db85e9763784 req-59231809-a9d8-4a1d-bd60-9550c4d20049 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 912 time: 0.1381636 May 14 09:51:57.029239 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-beccd00d-e20d-451c-a0aa-db85e9763784 req-9d892f06-0b74-4942-ae8f-c75f557aca83 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0dcc3af-ab49-4799-92b0-f70edf4614a0 HTTP/1.1" status: 200 len: 1001 time: 0.1036301 May 14 09:51:57.093213 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccd00d-e20d-451c-a0aa-db85e9763784 req-afe15dd7-4697-4679-a15b-0dde13e98807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:57.094699 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-beccd00d-e20d-451c-a0aa-db85e9763784 req-afe15dd7-4697-4679-a15b-0dde13e98807 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c105c90-bdda-475c-b937-1b7618745243 HTTP/1.1" status: 200 len: 850 time: 0.0595219 May 14 09:51:57.096700 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:51:57.177955 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccd00d-e20d-451c-a0aa-db85e9763784 req-7c0ffd1a-c0f2-45e7-b8d2-416eee385012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:57.179403 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-beccd00d-e20d-451c-a0aa-db85e9763784 req-7c0ffd1a-c0f2-45e7-b8d2-416eee385012 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8337ff19-69e8-4b8e-807c-c17fafe739ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0774348 May 14 09:51:57.190326 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [req-beccd00d-e20d-451c-a0aa-db85e9763784 req-b13ee1c6-9cc2-4ff3-b55f-54e245eff0b0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78752) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:51:57.191200 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-beccd00d-e20d-451c-a0aa-db85e9763784 req-b13ee1c6-9cc2-4ff3-b55f-54e245eff0b0 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049434 May 14 09:51:57.447609 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-beccd00d-e20d-451c-a0aa-db85e9763784 req-f6cdb993-a2f4-4a25-9e4f-7d7e1c5ca3ec service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487342 May 14 09:51:57.613408 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-beccd00d-e20d-451c-a0aa-db85e9763784 req-61b95d50-6b66-4a97-a820-86c3fa976426 service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592896 May 14 09:51:59.853825 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-4f705742-4c4b-4f8f-afb7-d6af25acba2e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077012863&fields=id&tenant_id=325a062c5ac24105b5e0918e48526c7b HTTP/1.1" status: 200 len: 267 time: 0.0465198 May 14 09:52:00.074266 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-63f969be-f2c8-4a7e-8ee6-cf77dfd1fe73 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:00.076016 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-63f969be-f2c8-4a7e-8ee6-cf77dfd1fe73 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 811 time: 0.2152493 May 14 09:52:00.097334 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-9bc5a406-d55c-4a03-ae50-4eef00f35429 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/quotas/325a062c5ac24105b5e0918e48526c7b HTTP/1.1" status: 200 len: 375 time: 0.0105557 May 14 09:52:00.201377 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-007c51a2-734f-46a3-b852-2debb8ff3d29 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0983222 May 14 09:52:00.270398 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-dfa01bfa-f042-483a-9bc0-14ae3dbc0860 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78752) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:52:00.271432 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-dfa01bfa-f042-483a-9bc0-14ae3dbc0860 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0575116 May 14 09:52:00.412860 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-dd1cde19-e0d6-4e8f-80ab-f128b9e6586e service neutron] 10.222.0.30 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341233 May 14 09:52:00.544774 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-e294be74-880b-4535-b0fd-0ab34a37a254 service neutron] 10.222.0.30 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262209 May 14 09:52:01.022742 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-762c2983-e25e-4b71-a474-30b14c6e7076 req-7fe8f3d2-66d3-4a01-b4f7-67c5a008703f tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 210 time: 0.0970197 May 14 09:52:02.257315 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-db1b0d12-d0fd-4f8b-9234-21a7bf502685 req-5a07824b-d848-4600-b4e4-9e77db4e8a76 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 210 time: 0.0598428 May 14 09:52:02.321173 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-526e2c1e-d2f2-463c-9ec8-afabfd5f3db0 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:02.322634 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-526e2c1e-d2f2-463c-9ec8-afabfd5f3db0 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.77 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 811 time: 0.2030725 May 14 09:52:02.375461 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-0457540c-b5fe-4a40-9fae-92566000c833 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=325a062c5ac24105b5e0918e48526c7b HTTP/1.1" status: 200 len: 380 time: 0.0445819 May 14 09:52:02.384073 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Request body: {'port': {'device_id': '6df7811c-1437-433d-8d6a-8d654fdebb27', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'admin_state_up': True, 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'security_groups': ['e4151ec0-328d-4b4b-bb1b-d657256d39e4']}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:02.525107 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:02.529434 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Usage tracker for resource:port and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:02.532503 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Quota usage for port was recalculated. Used quota:5. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:02.539328 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:02.551595 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Made reservation on behalf of 325a062c5ac24105b5e0918e48526c7b for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:52:02.555073 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:02.729813 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Allocated IP 172.20.0.7 (8337ff19-69e8-4b8e-807c-c17fafe739ae/9c105c90-bdda-475c-b937-1b7618745243/d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:52:03.053044 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:03.070372 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Transition to ACTIVE for port object d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:52:03.098482 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:03.104548 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2ae7b21b-0722-4ace-863b-a6edc78ff6f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:03.165429 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Network 8337ff19-69e8-4b8e-807c-c17fafe739ae is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:52:03.168684 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:52:03.180908 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:52:03.216356 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'Port': ['ID=d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:03.221110 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:03.250295 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:03.250923 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:03.276911 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8967137 May 14 09:52:03.289559 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Request body: {'port': {'device_id': '6df7811c-1437-433d-8d6a-8d654fdebb27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:03.366850 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0b06a97b-c43f-44e1-baa2-dcc76cc717ba None None] Provisioning for port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:52:03.371816 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0b06a97b-c43f-44e1-baa2-dcc76cc717ba None None] Provisioning complete for port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:03.372409 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0b06a97b-c43f-44e1-baa2-dcc76cc717ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:03.426063 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0b06a97b-c43f-44e1-baa2-dcc76cc717ba None None] Port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:52:03.454049 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:03.554436 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93734832-b888-4cca-9979-3d761615a1b0 req-9c6fbebb-1a68-402b-82fb-414834170b2d tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:03.555127 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-93734832-b888-4cca-9979-3d761615a1b0 req-9c6fbebb-1a68-402b-82fb-414834170b2d tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Synchronizing usage tracker for tenant:325a062c5ac24105b5e0918e48526c7b on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:52:03.623472 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-93734832-b888-4cca-9979-3d761615a1b0 req-9c6fbebb-1a68-402b-82fb-414834170b2d tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Unset dirty status for tenant:325a062c5ac24105b5e0918e48526c7b on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:52:03.624894 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-93734832-b888-4cca-9979-3d761615a1b0 req-9c6fbebb-1a68-402b-82fb-414834170b2d tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 931 time: 0.2325273 May 14 09:52:03.752250 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-93734832-b888-4cca-9979-3d761615a1b0 req-85bfc4ab-3328-4ed7-a69c-a9e94927ff82 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156263 May 14 09:52:03.894794 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:52:03.902527 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:03.918307 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Transition to ACTIVE for port object d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:52:03.924828 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:03.928678 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d4cb2928-0556-48eb-b81b-5b7e5952d0d1 tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:04.057655 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Pushing event updated for resources: {'Port': ['ID=d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:04.085089 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:04.184658 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Attempting to bind port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:52:04.184987 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Attempting to bind port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:52:04.185320 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Attempting to bind port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 on network 8337ff19-69e8-4b8e-807c-c17fafe739ae {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:52:04.190555 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 on network 8337ff19-69e8-4b8e-807c-c17fafe739ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:52:04.190839 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Attempting to bind port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 on network 8337ff19-69e8-4b8e-807c-c17fafe739ae {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:52:04.196733 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Checking agent: {'id': '6145ea72-b0aa-40e6-97e3-e83c011f31d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:52:04.197064 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Checking segment: {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:52:04.197447 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Bound using segment: {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:52:04.197857 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Bound port: d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d923c7c-46b9-446e-8fdd-1b5a24789dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:52:04.198219 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:04.296845 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] For port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8, host hv-cinder-73414, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:52:04.300086 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] For port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:52:04.308590 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:04.314473 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-cf9b3017-8847-489b-8001-6857c1ccfd65 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:04.370073 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:04.370597 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:04.372008 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] 10.222.0.77 "PUT /v2.0/ports/d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 HTTP/1.1" status: 200 len: 1093 time: 1.0875649 May 14 09:52:04.372663 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df7811c-1437-433d-8d6a-8d654fdebb27', 'tag': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:52:04.409595 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Pushing event updated for resources: {'Port': ['ID=d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:04.420745 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8a9625bd-be19-48df-a7ff-7f5bb6b8af4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:04.456509 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df7811c-1437-433d-8d6a-8d654fdebb27', 'tag': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8', 'status': 'completed', 'code': 200} May 14 09:52:04.500938 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-4f909e6f-94c4-41a8-a742-64d0f0f2aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:04.502444 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-4f909e6f-94c4-41a8-a742-64d0f0f2aaa1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 1096 time: 0.0807548 May 14 09:52:04.575462 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-d820c51e-ce17-4853-bc31-3ef149ff8a2f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 HTTP/1.1" status: 200 len: 217 time: 0.0659828 May 14 09:52:04.643329 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-caeab803-1f70-4380-b770-f684a966c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:04.644841 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-caeab803-1f70-4380-b770-f684a966c8c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c105c90-bdda-475c-b937-1b7618745243 HTTP/1.1" status: 200 len: 850 time: 0.0633843 May 14 09:52:04.727332 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-0005ef52-8e9f-4296-a968-0264a1c71359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:04.728741 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-0005ef52-8e9f-4296-a968-0264a1c71359 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8337ff19-69e8-4b8e-807c-c17fafe739ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0777159 May 14 09:52:05.018701 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-be043e22-eeae-445e-a4c7-82603f3333f1 service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831404 May 14 09:52:05.180496 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-058f98fb-3a6b-458f-acb0-75c98e32f84d req-c7533a17-d699-4a2c-8d43-05a24c1d449c service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548028 May 14 09:52:05.188242 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5477be-59ed-45ef-bb65-d829737956ea req-253f2831-3da6-4d56-906c-4e2dafa09af1 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:05.189661 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6d5477be-59ed-45ef-bb65-d829737956ea req-253f2831-3da6-4d56-906c-4e2dafa09af1 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 943 time: 0.2058933 May 14 09:52:05.276580 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6d5477be-59ed-45ef-bb65-d829737956ea req-6110b843-e79a-43ca-9af2-52605bdfa0aa tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807018 May 14 09:52:05.314671 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07578d-e040-4e93-8d6d-dd4e410316c3 req-22f18367-cba3-41db-b967-0fc9e506e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:05.316332 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2b07578d-e040-4e93-8d6d-dd4e410316c3 req-22f18367-cba3-41db-b967-0fc9e506e822 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 1096 time: 0.0826192 May 14 09:52:05.461692 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07578d-e040-4e93-8d6d-dd4e410316c3 req-5d32cd9e-c766-44b8-98a8-b8a466902720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:05.463274 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2b07578d-e040-4e93-8d6d-dd4e410316c3 req-5d32cd9e-c766-44b8-98a8-b8a466902720 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 912 time: 0.1397641 May 14 09:52:05.539033 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2b07578d-e040-4e93-8d6d-dd4e410316c3 req-6db05934-1593-4ad2-8b35-f04c843b898a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 HTTP/1.1" status: 200 len: 217 time: 0.0684514 May 14 09:52:05.607732 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07578d-e040-4e93-8d6d-dd4e410316c3 req-0542c19f-92d1-4be4-9a04-55e4a13fed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:05.609162 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2b07578d-e040-4e93-8d6d-dd4e410316c3 req-0542c19f-92d1-4be4-9a04-55e4a13fed2b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c105c90-bdda-475c-b937-1b7618745243 HTTP/1.1" status: 200 len: 850 time: 0.0606771 May 14 09:52:05.689931 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07578d-e040-4e93-8d6d-dd4e410316c3 req-d118178c-b986-4004-a900-3b3d89641634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:05.691461 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2b07578d-e040-4e93-8d6d-dd4e410316c3 req-d118178c-b986-4004-a900-3b3d89641634 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8337ff19-69e8-4b8e-807c-c17fafe739ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0725687 May 14 09:52:05.827630 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2b07578d-e040-4e93-8d6d-dd4e410316c3 req-0da66c60-27f0-41b0-a7f6-db93abceb002 service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286483 May 14 09:52:05.966029 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2b07578d-e040-4e93-8d6d-dd4e410316c3 req-dbce5f61-07b2-46bf-a84d-fb4f62174e3a service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312995 May 14 09:52:06.546075 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bf564-0df8-412b-9b6a-bc392fac17b6 req-014d3869-3b8b-4aa8-bca8-60b5bea0058c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:06.547555 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-175bf564-0df8-412b-9b6a-bc392fac17b6 req-014d3869-3b8b-4aa8-bca8-60b5bea0058c tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 943 time: 0.0981131 May 14 09:52:06.596427 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-175bf564-0df8-412b-9b6a-bc392fac17b6 req-bb360e5a-1463-477a-92ef-837ae9ec2074 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407915 May 14 09:52:07.806717 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e947026-a12b-44d2-aad8-7dcb9bb8516e req-a14bec6c-99cc-40d6-817c-80250acf40bd tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:07.808256 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6e947026-a12b-44d2-aad8-7dcb9bb8516e req-a14bec6c-99cc-40d6-817c-80250acf40bd tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 943 time: 0.0931334 May 14 09:52:07.853798 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6e947026-a12b-44d2-aad8-7dcb9bb8516e req-2dae578a-7f63-4ca8-ba4f-55b248c7688b tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397189 May 14 09:52:09.057831 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb83132-108a-41de-aeac-b1b50a68e634 req-43c5910f-af4b-46a5-9b66-4c6393c0e5ea tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:09.059270 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cbb83132-108a-41de-aeac-b1b50a68e634 req-43c5910f-af4b-46a5-9b66-4c6393c0e5ea tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 943 time: 0.0943055 May 14 09:52:09.119918 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cbb83132-108a-41de-aeac-b1b50a68e634 req-6720055e-0fc8-4e51-8a20-f2763f1eb8ec tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513506 May 14 09:52:10.323675 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5c613-b708-4a8f-9eee-eb581fe8e4d2 req-8051db8c-9e4d-4bcc-a271-9240c34c0643 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:10.326039 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f4c5c613-b708-4a8f-9eee-eb581fe8e4d2 req-8051db8c-9e4d-4bcc-a271-9240c34c0643 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 943 time: 0.0962400 May 14 09:52:10.345740 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4bba1273-ee44-42be-9e89-2aefca598415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:10.383217 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f4c5c613-b708-4a8f-9eee-eb581fe8e4d2 req-1ef03546-91ef-4563-b218-052c82b2a4f7 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474594 May 14 09:52:11.588294 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171482f-ba6f-440c-9a5e-b67c7ee7a915 req-6c39c9ef-8a1d-464d-8dcf-e86e8f50acd0 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:11.589845 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0171482f-ba6f-440c-9a5e-b67c7ee7a915 req-6c39c9ef-8a1d-464d-8dcf-e86e8f50acd0 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 943 time: 0.0924428 May 14 09:52:11.637794 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0171482f-ba6f-440c-9a5e-b67c7ee7a915 req-73774b25-4902-4f80-84ef-f8238af18f1f tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418723 May 14 09:52:12.811575 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:12.838720 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34ab31-449a-4c07-b962-8fdca89a9c74 req-1d67c4dc-c250-49a7-86e3-76c5efd3302a tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:12.840275 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1d34ab31-449a-4c07-b962-8fdca89a9c74 req-1d67c4dc-c250-49a7-86e3-76c5efd3302a tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 943 time: 0.0920999 May 14 09:52:12.888644 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1d34ab31-449a-4c07-b962-8fdca89a9c74 req-8b000d91-89e3-4310-a58d-9496219c1d22 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424061 May 14 09:52:13.042864 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c1d79416-e81e-4daa-a287-69b6eebbe6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:14.069945 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:14.209252 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88c482-9fbe-4730-8943-9eefea13cf8f req-f64298d8-0e8a-4575-8788-f456f4a5217f tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:14.210711 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3f88c482-9fbe-4730-8943-9eefea13cf8f req-f64298d8-0e8a-4575-8788-f456f4a5217f tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 943 time: 0.2069011 May 14 09:52:14.267509 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3f88c482-9fbe-4730-8943-9eefea13cf8f req-e3370eb7-88a9-446b-9474-077d92fcf4ba tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480733 May 14 09:52:14.352553 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:52:14.489581 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:52:14.502758 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'port_id': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8', 'mac_address': 'fa:16:3e:72:c8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:52:14.562082 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:14.579734 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:52:14.596347 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:52:14.602188 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:14.604318 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-21426584-7dfc-4a55-90c8-35fe45dc11c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:14.676004 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:14.683685 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:14.684031 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:14.684367 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:14.684691 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:14.685015 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:14.685338 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:14.685656 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:14.685973 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:14.686287 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:14.686603 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:14.686905 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:14.687216 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:14.691397 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:14.827025 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:52:15.466881 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:15.473528 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5816d-862a-4b4c-bee5-40a3e3cfde89 req-8ed1a4e7-3a73-46e0-acc0-fe909d6ce516 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:15.475019 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-53f5816d-862a-4b4c-bee5-40a3e3cfde89 req-8ed1a4e7-3a73-46e0-acc0-fe909d6ce516 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 944 time: 0.0964265 May 14 09:52:15.530018 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-53f5816d-862a-4b4c-bee5-40a3e3cfde89 req-0c55c28e-6f0c-470e-83a8-2074838db25a tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488238 May 14 09:52:15.824716 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:16.367963 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:52:16.440118 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning for port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:52:16.445139 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:16.445574 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:16.603394 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:16.630955 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df7811c-1437-433d-8d6a-8d654fdebb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:52:16.641717 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:52:16.648539 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:16.651597 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:16.721402 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:16.724658 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:16.731425 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9427d5-ed85-492a-bb8b-4a684027941d req-94d53813-7c85-4ac9-992c-5dd05bd7c2f1 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:16.733022 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ab9427d5-ed85-492a-bb8b-4a684027941d req-94d53813-7c85-4ac9-992c-5dd05bd7c2f1 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 945 time: 0.0928211 May 14 09:52:16.741853 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df7811c-1437-433d-8d6a-8d654fdebb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8', 'code': 200} May 14 09:52:16.781963 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ab9427d5-ed85-492a-bb8b-4a684027941d req-58be21de-2918-488f-8712-67a14ab31a91 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431855 May 14 09:52:17.036654 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5bc53-703d-486e-bbea-68f2568d8e5e req-abb516ab-134a-4f2d-829b-e27513ca78da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:17.038079 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a1a5bc53-703d-486e-bbea-68f2568d8e5e req-abb516ab-134a-4f2d-829b-e27513ca78da service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 1098 time: 0.0788076 May 14 09:52:17.083979 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a1a5bc53-703d-486e-bbea-68f2568d8e5e req-b49ff930-2eff-49a9-bb83-de57d2cfbf4f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386806 May 14 09:52:17.980893 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f4451-2cb0-4292-81f9-77416afbadc1 req-e6681207-7928-4bbf-b54f-6845b4b810b5 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:17.982414 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ad7f4451-2cb0-4292-81f9-77416afbadc1 req-e6681207-7928-4bbf-b54f-6845b4b810b5 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 945 time: 0.0859551 May 14 09:52:18.042715 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ad7f4451-2cb0-4292-81f9-77416afbadc1 req-7266eb84-df21-4173-bfe3-ad170111ef67 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543413 May 14 09:52:18.249921 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a65f7-b198-4d97-b760-8eab9b5f2b7b req-c776fd5e-42d5-4a19-b74e-2824016785c1 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:18.251409 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8e5a65f7-b198-4d97-b760-8eab9b5f2b7b req-c776fd5e-42d5-4a19-b74e-2824016785c1 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 945 time: 0.0927095 May 14 09:52:18.298451 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8e5a65f7-b198-4d97-b760-8eab9b5f2b7b req-fc993453-89d0-4303-92b4-ae6046a63d0d tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411155 May 14 09:52:18.321801 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37640) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:18.401142 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7155dbd-1c6a-4965-bdf6-6756b895331e tempest-TestVolumeBootPattern-2032755390 tempest-TestVolumeBootPattern-2032755390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:18.402281 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-a7155dbd-1c6a-4965-bdf6-6756b895331e tempest-TestVolumeBootPattern-2032755390 tempest-TestVolumeBootPattern-2032755390-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 1093 time: 0.0794749 May 14 09:52:18.405292 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37644) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:18.410351 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.v2.base [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Request body: {'floatingip': {'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'port_id': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:18.417505 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:18.421804 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Usage tracker for resource:floatingip and tenant:325a062c5ac24105b5e0918e48526c7b is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:18.429150 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:18.435212 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:18.448487 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for floatingip, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:18.604488 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:18.758738 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Allocated IP 172.27.2.83 (280262f0-cec7-4ef6-9ec9-17feedefdc59/975825ed-0b6c-4cb8-88d3-6c236101fefa/a08140d2-4887-4c36-a017-eb02a72de5ad) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:52:18.916574 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:18.953871 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733845761774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:18.958722 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c4d464ad-762a-4bbc-b9b8-79a588a21368 tempest-VolumesActionsTest-482711099 tempest-VolumesActionsTest-482711099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:19.018697 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Network 280262f0-cec7-4ef6-9ec9-17feedefdc59 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:52:19.021012 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:52:19.030066 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:52:19.060495 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'Port': ['ID=a08140d2-4887-4c36-a017-eb02a72de5ad,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:19.066641 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:19.455966 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:19.644973 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:19.870940 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:19.878721 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7820817'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:19.882522 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1898d9e8-dab5-40a0-a1d6-b59747966125 tempest-VolumesNegativeTest-181409117 tempest-VolumesNegativeTest-181409117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:19.984846 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event updated for resources: {'Port': ['ID=a08140d2-4887-4c36-a017-eb02a72de5ad,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:19.988918 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:20.001685 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682910'] for floatingip, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:20.178472 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.db.l3_db [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Floating IP 65cc6c89-41fb-45fd-9b20-7c37862d94b3 associated. External IP: 172.27.2.83, port: d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8. May 14 09:52:20.560631 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Router e417fd41-372f-4a37-9f06-fa3f4ae4f527 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:52:20.749615 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:52:20.759488 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e58308-7b06-4718-a41e-16aef1b3b965 None None] Sync routers for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:52:20.768979 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e58308-7b06-4718-a41e-16aef1b3b965 None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:52:20.769615 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-e0e58308-7b06-4718-a41e-16aef1b3b965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:52:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:20.777696 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:20.839074 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4326267 May 14 09:52:20.839795 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df7811c-1437-433d-8d6a-8d654fdebb27', 'tag': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:52:20.888564 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df7811c-1437-433d-8d6a-8d654fdebb27', 'tag': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8', 'status': 'completed', 'code': 200} May 14 09:52:20.954021 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-e0e58308-7b06-4718-a41e-16aef1b3b965 None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:52:20.987561 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbbc97-a6b6-447e-ac6b-4f6be0c6033d req-622f9e8b-3920-4daf-8aa1-86a456609743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:20.989964 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a7cbbc97-a6b6-447e-ac6b-4f6be0c6033d req-622f9e8b-3920-4daf-8aa1-86a456609743 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 1098 time: 0.0809441 May 14 09:52:21.256410 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbbc97-a6b6-447e-ac6b-4f6be0c6033d req-98869e2a-1bbf-42c4-bd30-560238dcdc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:21.257844 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a7cbbc97-a6b6-447e-ac6b-4f6be0c6033d req-98869e2a-1bbf-42c4-bd30-560238dcdc05 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 912 time: 0.2612503 May 14 09:52:21.331321 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-e0e58308-7b06-4718-a41e-16aef1b3b965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': '65cc6c89-41fb-45fd-9b20-7c37862d94b3', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'port_id': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'mac_address': 'fa:16:3e:72:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df7811c-1437-433d-8d6a-8d654fdebb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:52:19Z', 'updated_at': '2021-05-14T09:52:19Z', 'revision_number': 0, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address_scope': None}, {'id': 'c3487497-1614-4b52-ad97-8d5188fe28c1', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'port_id': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'mac_address': 'fa:16:3e:f8:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:50:10Z', 'updated_at': '2021-05-14T09:50:13Z', 'revision_number': 1, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:21.337099 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e58308-7b06-4718-a41e-16aef1b3b965 None None] Checking router: e417fd41-372f-4a37-9f06-fa3f4ae4f527 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:52:21.345678 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e58308-7b06-4718-a41e-16aef1b3b965 None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:52:21.346296 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-e0e58308-7b06-4718-a41e-16aef1b3b965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:52:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:21.372963 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a7cbbc97-a6b6-447e-ac6b-4f6be0c6033d req-33d8527b-1758-4115-80fa-ed274c648a97 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 HTTP/1.1" status: 200 len: 998 time: 0.1078298 May 14 09:52:21.446549 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbbc97-a6b6-447e-ac6b-4f6be0c6033d req-3fbe0381-3ef7-43db-a04e-799ee3f46708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:21.448535 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a7cbbc97-a6b6-447e-ac6b-4f6be0c6033d req-3fbe0381-3ef7-43db-a04e-799ee3f46708 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c105c90-bdda-475c-b937-1b7618745243 HTTP/1.1" status: 200 len: 850 time: 0.0697062 May 14 09:52:21.533117 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbbc97-a6b6-447e-ac6b-4f6be0c6033d req-d30bf271-5ce0-4eec-8093-50364125eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:21.534545 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a7cbbc97-a6b6-447e-ac6b-4f6be0c6033d req-d30bf271-5ce0-4eec-8093-50364125eef5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8337ff19-69e8-4b8e-807c-c17fafe739ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0798583 May 14 09:52:21.550145 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-e0e58308-7b06-4718-a41e-16aef1b3b965 None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:52:21.690346 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a7cbbc97-a6b6-447e-ac6b-4f6be0c6033d req-7f7bc66a-627e-4846-9cea-60ac9e9c0f61 service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491709 May 14 09:52:21.834581 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-a7cbbc97-a6b6-447e-ac6b-4f6be0c6033d req-d8bd4bf5-6f31-4540-8f05-be1d6c2f95e9 service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378081 May 14 09:52:21.928110 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-e0e58308-7b06-4718-a41e-16aef1b3b965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': '65cc6c89-41fb-45fd-9b20-7c37862d94b3', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'port_id': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'mac_address': 'fa:16:3e:72:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df7811c-1437-433d-8d6a-8d654fdebb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:52:19Z', 'updated_at': '2021-05-14T09:52:19Z', 'revision_number': 0, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address_scope': None}, {'id': 'c3487497-1614-4b52-ad97-8d5188fe28c1', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'port_id': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'mac_address': 'fa:16:3e:f8:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:50:10Z', 'updated_at': '2021-05-14T09:50:13Z', 'revision_number': 1, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:21.932521 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e58308-7b06-4718-a41e-16aef1b3b965 None None] The sync data for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi is: [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': '65cc6c89-41fb-45fd-9b20-7c37862d94b3', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'port_id': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'mac_address': 'fa:16:3e:72:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df7811c-1437-433d-8d6a-8d654fdebb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:52:19Z', 'updated_at': '2021-05-14T09:52:19Z', 'revision_number': 0, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address_scope': None}, {'id': 'c3487497-1614-4b52-ad97-8d5188fe28c1', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'port_id': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'mac_address': 'fa:16:3e:f8:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:50:10Z', 'updated_at': '2021-05-14T09:50:13Z', 'revision_number': 1, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:52:22.132945 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979de8a3-1570-475e-8116-08a00ef5a712 None None] New status for floating IP 65cc6c89-41fb-45fd-9b20-7c37862d94b3: ACTIVE {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:52:34.096462 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:52:40.347881 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9481db29-274b-4ba1-a455-b552beba8523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:42.806727 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:43.041273 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8dbc0348-5424-468d-bd37-919f420d34ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:44.075449 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:45.482364 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:45.821061 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:57.502677 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1efc2f1c-8d83-4114-8d87-3c8bc1cbbb91 req-380db4ab-5aec-4f91-9c58-9baa3b45a4c4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804260 May 14 09:52:57.662285 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc2f1c-8d83-4114-8d87-3c8bc1cbbb91 req-e029acca-f903-4d5f-acb2-661330fe3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:57.663807 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1efc2f1c-8d83-4114-8d87-3c8bc1cbbb91 req-e029acca-f903-4d5f-acb2-661330fe3f3a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 1098 time: 0.0895503 May 14 09:52:57.817446 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc2f1c-8d83-4114-8d87-3c8bc1cbbb91 req-1e36c238-4254-4246-86ae-46544f91feba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:57.818921 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1efc2f1c-8d83-4114-8d87-3c8bc1cbbb91 req-1e36c238-4254-4246-86ae-46544f91feba service neutron] 10.222.0.77 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 912 time: 0.1317868 May 14 09:52:57.935863 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1efc2f1c-8d83-4114-8d87-3c8bc1cbbb91 req-5f73a2e3-9805-47dd-9901-747cd5f887d1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0dcc3af-ab49-4799-92b0-f70edf4614a0 HTTP/1.1" status: 200 len: 1001 time: 0.1078403 May 14 09:52:58.006732 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc2f1c-8d83-4114-8d87-3c8bc1cbbb91 req-d2e0dace-5b7c-4799-96f8-1377b0bb031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:58.008362 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1efc2f1c-8d83-4114-8d87-3c8bc1cbbb91 req-d2e0dace-5b7c-4799-96f8-1377b0bb031b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c105c90-bdda-475c-b937-1b7618745243 HTTP/1.1" status: 200 len: 850 time: 0.0664053 May 14 09:52:58.090698 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc2f1c-8d83-4114-8d87-3c8bc1cbbb91 req-58b61e96-4ac6-4e17-8e9a-2366b12d0aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:58.092212 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1efc2f1c-8d83-4114-8d87-3c8bc1cbbb91 req-58b61e96-4ac6-4e17-8e9a-2366b12d0aaa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8337ff19-69e8-4b8e-807c-c17fafe739ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0754805 May 14 09:52:58.227893 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1efc2f1c-8d83-4114-8d87-3c8bc1cbbb91 req-dbd7ff61-696b-4229-ac46-df79f128cb2c service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280839 May 14 09:52:58.364480 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1efc2f1c-8d83-4114-8d87-3c8bc1cbbb91 req-3ba9ffed-c553-47bd-8b08-014778867e7b service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300621 May 14 09:53:10.342377 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-769dcfed-c1ca-4418-91d0-b89d054c5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:11.096448 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:53:12.805156 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:13.038441 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a3a9960d-c1b0-470c-aea1-256df17c1850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:14.076667 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:15.484414 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:15.830473 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:17.618139 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126fce1-f73d-43ae-b085-ed138244c1a6 req-58f71adc-8851-4c93-be76-c5a6aac56913 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:17.619846 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6126fce1-f73d-43ae-b085-ed138244c1a6 req-58f71adc-8851-4c93-be76-c5a6aac56913 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.0948102 May 14 09:53:17.670074 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-6126fce1-f73d-43ae-b085-ed138244c1a6 req-d71d3295-6d2c-461c-9a0a-f3092a2af4f3 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443749 May 14 09:53:18.892116 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef09e-f280-4360-8c7c-97a43bea90bd req-f95a70aa-0495-407d-89df-43f0d477af05 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:18.893718 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0c1ef09e-f280-4360-8c7c-97a43bea90bd req-f95a70aa-0495-407d-89df-43f0d477af05 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.0902600 May 14 09:53:18.944596 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0c1ef09e-f280-4360-8c7c-97a43bea90bd req-1034bb2e-162a-441f-9270-462edf5e8840 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426729 May 14 09:53:20.252815 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621d617-0f3b-49f6-886f-64e88cfdf8bb req-b57eb016-afea-45e1-a9cc-26af80fba45c tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:20.254158 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9621d617-0f3b-49f6-886f-64e88cfdf8bb req-b57eb016-afea-45e1-a9cc-26af80fba45c tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.1977813 May 14 09:53:20.301124 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9621d617-0f3b-49f6-886f-64e88cfdf8bb req-fbed40fc-b871-4cc8-b9f9-5bd50273bd76 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398803 May 14 09:53:21.679474 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c4e7d-20df-4535-be6c-9ec04462e064 req-cfc25c13-25c5-42a2-b75b-7572eaa1ec22 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:21.681061 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4b2c4e7d-20df-4535-be6c-9ec04462e064 req-cfc25c13-25c5-42a2-b75b-7572eaa1ec22 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.1085944 May 14 09:53:21.736120 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4b2c4e7d-20df-4535-be6c-9ec04462e064 req-83752717-76e0-44c7-88a4-e4932f389ce7 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468464 May 14 09:53:22.938272 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a5d2b-2c6b-4565-a169-1cdb85162e30 req-4474e643-bfdc-4bf6-9e43-2721905bcbf8 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:22.939760 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-234a5d2b-2c6b-4565-a169-1cdb85162e30 req-4474e643-bfdc-4bf6-9e43-2721905bcbf8 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.0916913 May 14 09:53:22.988319 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-234a5d2b-2c6b-4565-a169-1cdb85162e30 req-7cb7f469-9186-41f8-a214-b9a6fa6cc200 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407493 May 14 09:53:24.196585 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2a050-76e4-4c61-b71c-a6611deebb9f req-099e6118-3f2c-488c-98b9-5bd72bd49aca tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:24.198047 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-84b2a050-76e4-4c61-b71c-a6611deebb9f req-099e6118-3f2c-488c-98b9-5bd72bd49aca tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.0893946 May 14 09:53:24.248323 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-84b2a050-76e4-4c61-b71c-a6611deebb9f req-35d5fd2d-b2b2-4314-8be5-a461b346d37c tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423717 May 14 09:53:25.452021 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad12e1a-e62b-4256-a58e-fa36c0865de5 req-46c509a0-bd05-4ac9-a4a9-ca751b4614a5 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:25.453523 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8ad12e1a-e62b-4256-a58e-fa36c0865de5 req-46c509a0-bd05-4ac9-a4a9-ca751b4614a5 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.0896814 May 14 09:53:25.504559 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-8ad12e1a-e62b-4256-a58e-fa36c0865de5 req-6ad65843-1937-4c4d-b2e7-5045a8f495d2 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450943 May 14 09:53:26.696559 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba126243-92dc-4a44-ac96-60c3da1a2901 req-1ecbd8dc-25b4-4f38-a963-502183ff4810 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:26.698092 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba126243-92dc-4a44-ac96-60c3da1a2901 req-1ecbd8dc-25b4-4f38-a963-502183ff4810 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.0855386 May 14 09:53:26.747629 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ba126243-92dc-4a44-ac96-60c3da1a2901 req-70bf8723-86e7-4ab7-9f4f-509719cd6e66 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431807 May 14 09:53:27.710344 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b06f4-7d9a-4798-bf7b-f36fcdac9912 req-5ccfdd6d-a9d8-451e-ad68-480c9eb7a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:27.711771 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-154b06f4-7d9a-4798-bf7b-f36fcdac9912 req-5ccfdd6d-a9d8-451e-ad68-480c9eb7a25c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3ed76a0e1d141908a19c55db3c4716c&device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 1099 time: 0.0752404 May 14 09:53:27.853673 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b06f4-7d9a-4798-bf7b-f36fcdac9912 req-23b8b6e3-e7ff-4462-a433-0dc04fce20fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:27.855139 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-154b06f4-7d9a-4798-bf7b-f36fcdac9912 req-23b8b6e3-e7ff-4462-a433-0dc04fce20fb service neutron] 10.222.0.77 "GET /v2.0/networks?id=96ee4d10-40d3-4deb-a7ae-be3124adaa2a HTTP/1.1" status: 200 len: 909 time: 0.1358192 May 14 09:53:28.008851 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-154b06f4-7d9a-4798-bf7b-f36fcdac9912 req-7add5f72-bc5e-4d31-8194-33ec3c92c544 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b HTTP/1.1" status: 200 len: 1002 time: 0.1180174 May 14 09:53:28.077278 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544380f3-4663-4443-8301-e71ee119f838 req-25b53857-80e5-49f0-ada2-d8d350ec1d39 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:28.078758 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-544380f3-4663-4443-8301-e71ee119f838 req-25b53857-80e5-49f0-ada2-d8d350ec1d39 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.2190609 May 14 09:53:28.108581 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b06f4-7d9a-4798-bf7b-f36fcdac9912 req-ba3fe1ef-58bd-4858-bbae-5ade1c18e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:28.110058 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-154b06f4-7d9a-4798-bf7b-f36fcdac9912 req-ba3fe1ef-58bd-4858-bbae-5ade1c18e460 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f913dad5-a924-4b06-9ee4-dd59cf7b3886 HTTP/1.1" status: 200 len: 847 time: 0.0949111 May 14 09:53:28.175222 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-544380f3-4663-4443-8301-e71ee119f838 req-e9a31cb2-616a-4bcd-828a-d36053f61093 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859561 May 14 09:53:28.206961 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b06f4-7d9a-4798-bf7b-f36fcdac9912 req-e5526f2b-34ce-464c-a2d7-deb35d1e7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:28.208586 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-154b06f4-7d9a-4798-bf7b-f36fcdac9912 req-e5526f2b-34ce-464c-a2d7-deb35d1e7f49 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96ee4d10-40d3-4deb-a7ae-be3124adaa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0911129 May 14 09:53:28.344736 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-154b06f4-7d9a-4798-bf7b-f36fcdac9912 req-a950a131-195a-44a7-8a8d-147342277991 service neutron] 10.222.0.77 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295090 May 14 09:53:28.480656 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-154b06f4-7d9a-4798-bf7b-f36fcdac9912 req-2ede8a1e-086d-4e21-8372-e586f8217d01 service neutron] 10.222.0.77 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293073 May 14 09:53:29.388291 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ed271-7feb-4dd9-bbfc-c486dff4de6b req-daf0c386-5d4b-4469-89b0-0da7f2b40b8b tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:29.389768 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f46ed271-7feb-4dd9-bbfc-c486dff4de6b req-daf0c386-5d4b-4469-89b0-0da7f2b40b8b tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.0989904 May 14 09:53:29.443831 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f46ed271-7feb-4dd9-bbfc-c486dff4de6b req-2c575e3c-d0e0-47a0-9c17-5b207dc909e7 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479660 May 14 09:53:30.643390 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29317b-db5a-4efb-b409-edde9b7d89f8 req-21f3ac2a-c727-4c72-9f5a-35d4977df0d6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:30.645412 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9a29317b-db5a-4efb-b409-edde9b7d89f8 req-21f3ac2a-c727-4c72-9f5a-35d4977df0d6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.0877764 May 14 09:53:30.695381 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9a29317b-db5a-4efb-b409-edde9b7d89f8 req-f552917e-2492-4e2a-bc61-493aac00593f tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410218 May 14 09:53:32.018951 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d7f34-6836-40f1-ad47-8f488ed91183 req-5c135e4d-38f6-46dc-9ccb-d6752bdda922 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:32.020383 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cc4d7f34-6836-40f1-ad47-8f488ed91183 req-5c135e4d-38f6-46dc-9ccb-d6752bdda922 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.1983438 May 14 09:53:32.079547 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cc4d7f34-6836-40f1-ad47-8f488ed91183 req-74f074a3-a65b-4434-910f-edea879291ea tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517273 May 14 09:53:32.395332 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37706) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:53:32.452108 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d969b-f48b-461e-8b78-c271b61c2dc0 req-43bc5914-2177-43ac-915a-5de458cce779 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:32.453575 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0a1d969b-f48b-461e-8b78-c271b61c2dc0 req-43bc5914-2177-43ac-915a-5de458cce779 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.0901725 May 14 09:53:32.500316 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0a1d969b-f48b-461e-8b78-c271b61c2dc0 req-85c9f8fb-d84b-4917-a331-551483fe7147 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409725 May 14 09:53:32.523689 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [req-433fa563-3e58-4e51-bea8-0bfe9c40fd63 req-a20e1a76-8c72-4d45-b188-3caffcf63f3b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1268392 May 14 09:53:33.696250 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568222e-f579-4292-9821-05d378da81f7 req-bdfdadeb-2f03-4c0f-9f58-2a47a70336af tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:33.697960 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c568222e-f579-4292-9821-05d378da81f7 req-bdfdadeb-2f03-4c0f-9f58-2a47a70336af tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.0865626 May 14 09:53:33.749695 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-c568222e-f579-4292-9821-05d378da81f7 req-c0a518fc-464e-46c5-a26d-df0dd31a1b98 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457723 May 14 09:53:34.208411 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fa563-3e58-4e51-bea8-0bfe9c40fd63 req-03d37b02-f416-482d-b4dc-4e7a02403478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:34.209887 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-433fa563-3e58-4e51-bea8-0bfe9c40fd63 req-03d37b02-f416-482d-b4dc-4e7a02403478 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc&tenant_id=d3ed76a0e1d141908a19c55db3c4716c HTTP/1.1" status: 200 len: 1099 time: 0.0756636 May 14 09:53:34.308757 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fa563-3e58-4e51-bea8-0bfe9c40fd63 req-980dab26-6a4e-490e-ac26-069a0817d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:34.310190 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-433fa563-3e58-4e51-bea8-0bfe9c40fd63 req-980dab26-6a4e-490e-ac26-069a0817d821 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3ed76a0e1d141908a19c55db3c4716c&device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 1099 time: 0.0741923 May 14 09:53:34.447165 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fa563-3e58-4e51-bea8-0bfe9c40fd63 req-1c0d0af5-bbfa-4576-bde0-29b2b2dae820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:34.448651 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-433fa563-3e58-4e51-bea8-0bfe9c40fd63 req-1c0d0af5-bbfa-4576-bde0-29b2b2dae820 service neutron] 10.222.0.77 "GET /v2.0/networks?id=96ee4d10-40d3-4deb-a7ae-be3124adaa2a HTTP/1.1" status: 200 len: 909 time: 0.1321318 May 14 09:53:34.557127 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-433fa563-3e58-4e51-bea8-0bfe9c40fd63 req-63c14dc0-33df-4207-a81f-98d81ea97904 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b HTTP/1.1" status: 200 len: 1002 time: 0.1017933 May 14 09:53:34.626381 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fa563-3e58-4e51-bea8-0bfe9c40fd63 req-5b5d5f05-d34b-4e8f-8858-42b1ecb9cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:34.627903 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-433fa563-3e58-4e51-bea8-0bfe9c40fd63 req-5b5d5f05-d34b-4e8f-8858-42b1ecb9cefb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f913dad5-a924-4b06-9ee4-dd59cf7b3886 HTTP/1.1" status: 200 len: 847 time: 0.0647054 May 14 09:53:34.716381 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fa563-3e58-4e51-bea8-0bfe9c40fd63 req-03f34abf-2ef7-46bd-80b5-14dd71723a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:34.718192 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-433fa563-3e58-4e51-bea8-0bfe9c40fd63 req-03f34abf-2ef7-46bd-80b5-14dd71723a81 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96ee4d10-40d3-4deb-a7ae-be3124adaa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0842898 May 14 09:53:34.740805 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device f501a3ff-e126-48ad-97cd-13d678f1e44b no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:53:34.860809 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:34.892761 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a8378e-a01b-43d8-a022-803988a834bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f501a3ff-e126-48ad-97cd-13d678f1e44b'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:53:34.903142 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port f501a3ff-e126-48ad-97cd-13d678f1e44b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b,segment=NetworkSegment(672240ce-d6cc-4da6-9256-2494e599cf98),segment_id=672240ce-d6cc-4da6-9256-2494e599cf98)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:53:34.909970 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:34.911792 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-7d0f7e0e-ddf5-49ea-b0f4-2e1aea1ea04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:53:34.928419 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-433fa563-3e58-4e51-bea8-0bfe9c40fd63 req-b75206a9-ed68-4473-adac-70e2d9d3125f service neutron] 10.222.0.77 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035105 May 14 09:53:34.945669 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a8378e-a01b-43d8-a022-803988a834bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f501a3ff-e126-48ad-97cd-13d678f1e44b', 'code': 200} May 14 09:53:34.987254 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=f501a3ff-e126-48ad-97cd-13d678f1e44b,revision_number=6']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:53:34.995135 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:34.995488 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:34.995834 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:34.996151 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:34.996481 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:34.996799 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:34.997115 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:34.997424 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:34.997742 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:34.998050 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:34.998359 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:34.998666 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:35.003015 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:53:35.073351 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe819d-11b6-4628-be1f-1791d4fe6140 req-8f66b537-0430-4a07-81be-1df46cc75741 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:35.074815 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-15fe819d-11b6-4628-be1f-1791d4fe6140 req-8f66b537-0430-4a07-81be-1df46cc75741 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 944 time: 0.2060871 May 14 09:53:35.106844 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-433fa563-3e58-4e51-bea8-0bfe9c40fd63 req-e44aab21-9ec0-4afa-ac8e-b777f85cc35d service neutron] 10.222.0.77 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702454 May 14 09:53:35.135559 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-15fe819d-11b6-4628-be1f-1791d4fe6140 req-24d4d6d0-0f2d-48ff-9095-080e89ba1ccd tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520320 May 14 09:53:36.342134 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3346f-b20e-46c8-901e-439218752f95 req-424205dc-af5a-4cda-a973-41dc4c590f8f tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:36.343652 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f0b3346f-b20e-46c8-901e-439218752f95 req-424205dc-af5a-4cda-a973-41dc4c590f8f tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 944 time: 0.0890930 May 14 09:53:36.400859 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-f0b3346f-b20e-46c8-901e-439218752f95 req-610ed167-413b-4221-a33f-28cbf479ab83 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481305 May 14 09:53:37.617638 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421b55d-5f3a-4e4e-8cc9-7ccf268f54dd req-b90bd994-4077-44d3-8c1c-bce34cf76753 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:37.619101 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1421b55d-5f3a-4e4e-8cc9-7ccf268f54dd req-b90bd994-4077-44d3-8c1c-bce34cf76753 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 944 time: 0.1028836 May 14 09:53:37.666872 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-1421b55d-5f3a-4e4e-8cc9-7ccf268f54dd req-1d6eeeca-f331-4882-80fb-6e507ad60847 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417118 May 14 09:53:38.912521 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6cceb-0001-48c9-b3c1-a5f753ad8a5e req-ce04c37a-69b7-4e5b-82c7-2a57e7c5e53b tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:38.914372 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-48a6cceb-0001-48c9-b3c1-a5f753ad8a5e req-ce04c37a-69b7-4e5b-82c7-2a57e7c5e53b tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 944 time: 0.1081734 May 14 09:53:38.981424 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-48a6cceb-0001-48c9-b3c1-a5f753ad8a5e req-e4ef6d1b-bc96-406e-9bbb-7efe05829a10 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567989 May 14 09:53:40.204220 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da045c-f584-4d92-808a-366e9b565e09 req-4710f1d0-ec42-4f78-ba0f-f24286900351 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:40.205726 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e6da045c-f584-4d92-808a-366e9b565e09 req-4710f1d0-ec42-4f78-ba0f-f24286900351 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 944 time: 0.1021326 May 14 09:53:40.265500 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e6da045c-f584-4d92-808a-366e9b565e09 req-a18d34da-8242-4534-8dc7-72cfbeea84dc tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537603 May 14 09:53:40.355154 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-35ce63bd-eac1-4c51-94ea-fc3104c8393a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:41.456521 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151984b-5208-40c4-ac9a-89cb1e70b407 req-f2057c9b-f5cd-444a-a856-c21c6e7843ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:41.458044 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2151984b-5208-40c4-ac9a-89cb1e70b407 req-f2057c9b-f5cd-444a-a856-c21c6e7843ed service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 1097 time: 0.2411649 May 14 09:53:41.499931 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a217-7169-4a2d-a694-604482c4024f req-70bb12df-b455-4d40-bd03-5477add8d2d4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:41.501412 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7c74a217-7169-4a2d-a694-604482c4024f req-70bb12df-b455-4d40-bd03-5477add8d2d4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 944 time: 0.1243355 May 14 09:53:41.538557 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2151984b-5208-40c4-ac9a-89cb1e70b407 req-e6be79dd-88d3-4262-9a9d-a1dd4cef70df service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739503 May 14 09:53:41.560880 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7c74a217-7169-4a2d-a694-604482c4024f req-0f0de5cb-e0c2-4583-bd5d-70ed1696ff1f tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520182 May 14 09:53:42.763371 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ba7fe-0491-462a-839b-ac6ac8998baa req-95fc21fe-892b-4147-b571-fc76fc0310a5 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:42.764785 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-936ba7fe-0491-462a-839b-ac6ac8998baa req-95fc21fe-892b-4147-b571-fc76fc0310a5 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 944 time: 0.0910666 May 14 09:53:42.772445 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device f501a3ff-e126-48ad-97cd-13d678f1e44b details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:53:42.817621 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:42.825587 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-936ba7fe-0491-462a-839b-ac6ac8998baa req-1327fdb9-6ef7-4c02-984b-2bcf293415df tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515859 May 14 09:53:42.934551 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port f501a3ff-e126-48ad-97cd-13d678f1e44b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b,segment=NetworkSegment(672240ce-d6cc-4da6-9256-2494e599cf98),segment_id=672240ce-d6cc-4da6-9256-2494e599cf98)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:53:42.950705 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Returning: {'device': 'f501a3ff-e126-48ad-97cd-13d678f1e44b', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'port_id': 'f501a3ff-e126-48ad-97cd-13d678f1e44b', 'mac_address': 'fa:16:3e:b3:ec:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:53:43.033097 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:43.061390 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f501a3ff-e126-48ad-97cd-13d678f1e44b {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:53:43.067038 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-99eacceb-9206-4a0f-9f91-40aaf1a5e053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:43.080352 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port f501a3ff-e126-48ad-97cd-13d678f1e44b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b,segment=NetworkSegment(672240ce-d6cc-4da6-9256-2494e599cf98),segment_id=672240ce-d6cc-4da6-9256-2494e599cf98)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:53:43.085266 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:43.087231 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-347b3cdc-8a80-4265-a1a1-83a03f850f26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:53:43.158667 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=f501a3ff-e126-48ad-97cd-13d678f1e44b,revision_number=7']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:53:43.162477 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:53:43.319385 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] get_ports_and_sgs() called for port_ids ['f501a3ff-e126-48ad-97cd-13d678f1e44b'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:53:44.079033 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:44.773207 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device f501a3ff-e126-48ad-97cd-13d678f1e44b up at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:53:44.848839 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Provisioning complete for port f501a3ff-e126-48ad-97cd-13d678f1e44b triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:53:44.849534 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902937'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:44.978274 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1721042'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:45.006539 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a8378e-a01b-43d8-a022-803988a834bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f501a3ff-e126-48ad-97cd-13d678f1e44b'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:53:45.017121 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] For port f501a3ff-e126-48ad-97cd-13d678f1e44b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b,segment=NetworkSegment(672240ce-d6cc-4da6-9256-2494e599cf98),segment_id=672240ce-d6cc-4da6-9256-2494e599cf98)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:53:45.022041 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733846194975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733845762052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733845762097'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:45.024257 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:53:45.066952 dv-cinder-734144-18-iscsi neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a8378e-a01b-43d8-a022-803988a834bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f501a3ff-e126-48ad-97cd-13d678f1e44b', 'code': 200} May 14 09:53:45.100569 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Pushing event updated for resources: {'Port': ['ID=f501a3ff-e126-48ad-97cd-13d678f1e44b,revision_number=8']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:53:45.104070 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:53:45.490019 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:45.827006 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:48.095990 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:53:59.543412 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80ab316f-1169-4fe2-a3d1-ffdc6bde5484 req-0a54c394-009f-4566-a634-052afb59087a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728657 May 14 09:53:59.639576 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab316f-1169-4fe2-a3d1-ffdc6bde5484 req-00800985-08fa-4b2a-a14e-473ccbf96a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:59.641058 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80ab316f-1169-4fe2-a3d1-ffdc6bde5484 req-00800985-08fa-4b2a-a14e-473ccbf96a78 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3ed76a0e1d141908a19c55db3c4716c&device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 1099 time: 0.0751171 May 14 09:53:59.792730 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab316f-1169-4fe2-a3d1-ffdc6bde5484 req-6cc4f6ca-69cf-4a97-9602-6acd8b26ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:59.794051 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80ab316f-1169-4fe2-a3d1-ffdc6bde5484 req-6cc4f6ca-69cf-4a97-9602-6acd8b26ac92 service neutron] 10.222.0.77 "GET /v2.0/networks?id=96ee4d10-40d3-4deb-a7ae-be3124adaa2a HTTP/1.1" status: 200 len: 909 time: 0.1307132 May 14 09:53:59.900674 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80ab316f-1169-4fe2-a3d1-ffdc6bde5484 req-1817ca51-f287-42a0-971a-7f5d06f712e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b HTTP/1.1" status: 200 len: 1002 time: 0.0994973 May 14 09:53:59.969520 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab316f-1169-4fe2-a3d1-ffdc6bde5484 req-600e9f09-95c8-4084-b52d-b11540ffcbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:59.970947 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80ab316f-1169-4fe2-a3d1-ffdc6bde5484 req-600e9f09-95c8-4084-b52d-b11540ffcbb8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f913dad5-a924-4b06-9ee4-dd59cf7b3886 HTTP/1.1" status: 200 len: 847 time: 0.0640774 May 14 09:54:00.032460 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37742) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:00.053357 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab316f-1169-4fe2-a3d1-ffdc6bde5484 req-e8f72f3e-60a5-4874-a66d-cda52ac9a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:00.054853 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80ab316f-1169-4fe2-a3d1-ffdc6bde5484 req-e8f72f3e-60a5-4874-a66d-cda52ac9a68f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96ee4d10-40d3-4deb-a7ae-be3124adaa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0769784 May 14 09:54:00.192478 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80ab316f-1169-4fe2-a3d1-ffdc6bde5484 req-5409696a-8cb9-42ce-a668-f6b51dd192c7 service neutron] 10.222.0.77 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300514 May 14 09:54:00.334114 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-80ab316f-1169-4fe2-a3d1-ffdc6bde5484 req-6529b92a-a459-4d56-89ee-7d6f3fc306c5 service neutron] 10.222.0.77 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343067 May 14 09:54:00.395981 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Deleting port a08140d2-4887-4c36-a017-eb02a72de5ad {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:54:00.396338 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:00.518807 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:00.519093 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:00.641738 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Calling delete_port for a08140d2-4887-4c36-a017-eb02a72de5ad owned by network:floatingip {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:54:00.769097 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:00.772706 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-dd50ce3c-5527-46fd-92d2-d233a540e852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:00.816564 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event deleted for resources: {'Port': ['ID=a08140d2-4887-4c36-a017-eb02a72de5ad,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:00.853955 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:00.854360 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:00.854735 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:00.855101 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:00.855471 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:00.855838 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:00.856182 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:00.856542 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:00.856897 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:00.857252 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:00.857609 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:00.857960 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:00.865179 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:00.926618 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for floatingip, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:00.926865 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.l3_db [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Floating IP 65cc6c89-41fb-45fd-9b20-7c37862d94b3 disassociated (deleted). External IP: 172.27.2.83, port: d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8. May 14 09:54:01.297689 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Router e417fd41-372f-4a37-9f06-fa3f4ae4f527 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:54:01.486679 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:54:01.497296 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cbdde5-ecb9-4db4-9ec4-bae417f39804 None None] Sync routers for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:54:01.511829 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cbdde5-ecb9-4db4-9ec4-bae417f39804 None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:54:01.512555 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-65cbdde5-ecb9-4db4-9ec4-bae417f39804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:53:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:01.520147 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:01.577263 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-7271d2b7-3ddd-49b9-b498-7b54c9ef67cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "DELETE /v2.0/floatingips/65cc6c89-41fb-45fd-9b20-7c37862d94b3 HTTP/1.1" status: 204 len: 168 time: 1.5435934 May 14 09:54:01.578275 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df7811c-1437-433d-8d6a-8d654fdebb27', 'tag': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:54:01.696603 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df7811c-1437-433d-8d6a-8d654fdebb27', 'tag': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8', 'status': 'completed', 'code': 200} May 14 09:54:01.701858 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-65cbdde5-ecb9-4db4-9ec4-bae417f39804 None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:54:01.845275 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289f0dc-0e3f-4993-99c9-dc4b75c7831e req-72c75a83-5c56-4c90-aa20-c2516aed8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:01.846786 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3289f0dc-0e3f-4993-99c9-dc4b75c7831e req-72c75a83-5c56-4c90-aa20-c2516aed8645 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 1098 time: 0.1056571 May 14 09:54:02.035308 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289f0dc-0e3f-4993-99c9-dc4b75c7831e req-297f548e-176e-4115-b0a1-d59f14fc052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:02.036800 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3289f0dc-0e3f-4993-99c9-dc4b75c7831e req-297f548e-176e-4115-b0a1-d59f14fc052a service neutron] 10.222.0.77 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 912 time: 0.1822748 May 14 09:54:02.112404 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957e73a-b50f-48c0-b3b3-802765540d01 req-3f44329c-71ac-48e9-a29e-3ed90ef20f9b tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:02.113766 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2957e73a-b50f-48c0-b3b3-802765540d01 req-3f44329c-71ac-48e9-a29e-3ed90ef20f9b tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 945 time: 0.1926429 May 14 09:54:02.123775 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3289f0dc-0e3f-4993-99c9-dc4b75c7831e req-2a376158-caec-417b-a594-5b6472308882 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 HTTP/1.1" status: 200 len: 217 time: 0.0774987 May 14 09:54:02.140214 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-65cbdde5-ecb9-4db4-9ec4-bae417f39804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': 'c3487497-1614-4b52-ad97-8d5188fe28c1', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'port_id': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'mac_address': 'fa:16:3e:f8:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:50:10Z', 'updated_at': '2021-05-14T09:50:13Z', 'revision_number': 1, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:02.144466 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cbdde5-ecb9-4db4-9ec4-bae417f39804 None None] Checking router: e417fd41-372f-4a37-9f06-fa3f4ae4f527 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:54:02.154781 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cbdde5-ecb9-4db4-9ec4-bae417f39804 None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:54:02.155405 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-65cbdde5-ecb9-4db4-9ec4-bae417f39804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:53:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:02.208287 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-2957e73a-b50f-48c0-b3b3-802765540d01 req-2c5332f9-de50-4f16-afff-ba829ccb82fc tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868447 May 14 09:54:02.214397 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289f0dc-0e3f-4993-99c9-dc4b75c7831e req-bc6354e8-2e51-4a9a-8f73-6ecc8c4c8ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:02.215825 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3289f0dc-0e3f-4993-99c9-dc4b75c7831e req-bc6354e8-2e51-4a9a-8f73-6ecc8c4c8ccf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c105c90-bdda-475c-b937-1b7618745243 HTTP/1.1" status: 200 len: 850 time: 0.0786295 May 14 09:54:02.342752 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-65cbdde5-ecb9-4db4-9ec4-bae417f39804 None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:54:02.417244 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289f0dc-0e3f-4993-99c9-dc4b75c7831e req-99b24b7b-b6eb-41f6-9ce4-6b7f96cb51c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:02.418711 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3289f0dc-0e3f-4993-99c9-dc4b75c7831e req-99b24b7b-b6eb-41f6-9ce4-6b7f96cb51c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8337ff19-69e8-4b8e-807c-c17fafe739ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1953652 May 14 09:54:02.562589 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3289f0dc-0e3f-4993-99c9-dc4b75c7831e req-b6618231-6709-4610-b563-a2fa40881c00 service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335828 May 14 09:54:02.710168 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3289f0dc-0e3f-4993-99c9-dc4b75c7831e req-de31b797-050a-4be6-96f6-ded8811d1439 service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402717 May 14 09:54:02.720996 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-65cbdde5-ecb9-4db4-9ec4-bae417f39804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': 'c3487497-1614-4b52-ad97-8d5188fe28c1', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'port_id': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'mac_address': 'fa:16:3e:f8:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:50:10Z', 'updated_at': '2021-05-14T09:50:13Z', 'revision_number': 1, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:02.725561 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cbdde5-ecb9-4db4-9ec4-bae417f39804 None None] The sync data for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi is: [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_floatingips': [{'id': 'c3487497-1614-4b52-ad97-8d5188fe28c1', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'router_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'port_id': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'mac_address': 'fa:16:3e:f8:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:50:10Z', 'updated_at': '2021-05-14T09:50:13Z', 'revision_number': 1, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:54:02.961717 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0439c-7731-4bb5-b59b-b3339410e4fd None None] New status for floating IP 65cc6c89-41fb-45fd-9b20-7c37862d94b3: DOWN {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:54:03.454526 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf11ebe-28df-4a6d-8ac2-964c88bce30c req-a3b8930c-6ad7-4ce1-bca0-8ceaab2f5270 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:03.456008 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9cf11ebe-28df-4a6d-8ac2-964c88bce30c req-a3b8930c-6ad7-4ce1-bca0-8ceaab2f5270 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.77 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 945 time: 0.1430647 May 14 09:54:03.467634 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705389e4-25f2-4bbe-877a-7c9c9ca25d9b req-c66c374b-2fd5-48c0-a3e4-9758c8b8b900 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:03.469082 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-705389e4-25f2-4bbe-877a-7c9c9ca25d9b req-c66c374b-2fd5-48c0-a3e4-9758c8b8b900 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 945 time: 0.1246858 May 14 09:54:03.600282 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-705389e4-25f2-4bbe-877a-7c9c9ca25d9b req-d323d7a3-ee2b-466d-9e10-95a0367e256f tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005187 May 14 09:54:03.641308 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-9cf11ebe-28df-4a6d-8ac2-964c88bce30c req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Deleting port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:54:03.641647 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9cf11ebe-28df-4a6d-8ac2-964c88bce30c req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:03.792947 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-9cf11ebe-28df-4a6d-8ac2-964c88bce30c req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] For port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:54:03.793516 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9cf11ebe-28df-4a6d-8ac2-964c88bce30c req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:03.940723 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-9cf11ebe-28df-4a6d-8ac2-964c88bce30c req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Calling delete_port for d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 owned by compute:nova {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:54:04.061855 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9cf11ebe-28df-4a6d-8ac2-964c88bce30c req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:04.067947 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d681f73d-83af-4b59-8cd2-ef5875578b29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:04.115501 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event deleted for resources: {'Port': ['ID=d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:04.158573 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:04.158944 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:04.159653 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:04.160013 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:04.160371 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:04.160724 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:04.161072 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:04.161420 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:04.161769 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:04.162116 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:04.162446 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:04.162784 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:54:04.193808 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:04.206569 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf11ebe-28df-4a6d-8ac2-964c88bce30c req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] No DVR routers for this DVR port d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 on host hv-cinder-73414 {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:54:04.209122 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9cf11ebe-28df-4a6d-8ac2-964c88bce30c req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:04.211761 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df7811c-1437-433d-8d6a-8d654fdebb27', 'name': 'network-vif-deleted', 'tag': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:54:04.224973 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9cf11ebe-28df-4a6d-8ac2-964c88bce30c req-c16a2242-23f9-4936-9261-b8ad6fb87330 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.77 "DELETE /v2.0/ports/d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 HTTP/1.1" status: 204 len: 173 time: 0.7549212 May 14 09:54:04.333021 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df7811c-1437-433d-8d6a-8d654fdebb27', 'name': 'network-vif-deleted', 'tag': 'd6836d3f-a7dc-4979-bf1f-47e1b37bdcb8', 'status': 'completed', 'code': 200} May 14 09:54:04.772343 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-3b1b1b18-c220-4271-b974-d2e64b5285e5 req-fe02d23c-13f1-43ed-867a-007766a8bf34 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Synchronizing usage tracker for tenant:325a062c5ac24105b5e0918e48526c7b on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:54:04.791479 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-3b1b1b18-c220-4271-b974-d2e64b5285e5 req-fe02d23c-13f1-43ed-867a-007766a8bf34 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Unset dirty status for tenant:325a062c5ac24105b5e0918e48526c7b on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:54:04.792682 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-3b1b1b18-c220-4271-b974-d2e64b5285e5 req-fe02d23c-13f1-43ed-867a-007766a8bf34 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df7811c-1437-433d-8d6a-8d654fdebb27 HTTP/1.1" status: 200 len: 210 time: 0.0696266 May 14 09:54:06.834397 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:54:06.873634 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:54:06.873963 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device d6836d3f-a7dc-4979-bf1f-47e1b37bdcb8 not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:54:08.335251 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37778) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:08.733502 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-a4f20d62-10b7-42be-9a3f-8828d342b9e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Deleting port 63682461-4ded-4ec7-b1f0-303dca1ae5ea {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:54:08.733811 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a4f20d62-10b7-42be-9a3f-8828d342b9e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:08.856890 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a4f20d62-10b7-42be-9a3f-8828d342b9e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:08.857195 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a4f20d62-10b7-42be-9a3f-8828d342b9e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:08.979791 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-a4f20d62-10b7-42be-9a3f-8828d342b9e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Calling delete_port for 63682461-4ded-4ec7-b1f0-303dca1ae5ea owned by network:floatingip {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:54:09.124895 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a4f20d62-10b7-42be-9a3f-8828d342b9e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:09.128577 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6067c369-e9b8-48f8-8e97-18b6ade614b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:09.172117 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f20d62-10b7-42be-9a3f-8828d342b9e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event deleted for resources: {'Port': ['ID=63682461-4ded-4ec7-b1f0-303dca1ae5ea,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:09.175194 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a4f20d62-10b7-42be-9a3f-8828d342b9e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:09.279498 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a4f20d62-10b7-42be-9a3f-8828d342b9e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for floatingip, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:09.279835 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.db.l3_db [None req-a4f20d62-10b7-42be-9a3f-8828d342b9e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Floating IP c3487497-1614-4b52-ad97-8d5188fe28c1 disassociated (deleted). External IP: 172.27.2.162, port: e0dcc3af-ab49-4799-92b0-f70edf4614a0. May 14 09:54:09.640965 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f20d62-10b7-42be-9a3f-8828d342b9e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Router e417fd41-372f-4a37-9f06-fa3f4ae4f527 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:54:09.826892 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f20d62-10b7-42be-9a3f-8828d342b9e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:54:09.836917 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaf0177-a3e8-4735-933c-71aea4c6eebc None None] Sync routers for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:54:09.846741 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaf0177-a3e8-4735-933c-71aea4c6eebc None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:54:09.847451 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-fcaf0177-a3e8-4735-933c-71aea4c6eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:53:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:09.855221 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a4f20d62-10b7-42be-9a3f-8828d342b9e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:09.929058 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-a4f20d62-10b7-42be-9a3f-8828d342b9e2 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "DELETE /v2.0/floatingips/c3487497-1614-4b52-ad97-8d5188fe28c1 HTTP/1.1" status: 204 len: 168 time: 1.5924299 May 14 09:54:09.930060 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'tag': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:54:09.989255 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'tag': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'status': 'completed', 'code': 200} May 14 09:54:10.031171 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-fcaf0177-a3e8-4735-933c-71aea4c6eebc None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:54:10.097714 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889d790-3517-480f-a8f7-d6348d86018c req-63b3bea4-87b2-48f4-9f4d-03730d2539b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:10.099282 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7889d790-3517-480f-a8f7-d6348d86018c req-63b3bea4-87b2-48f4-9f4d-03730d2539b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325a062c5ac24105b5e0918e48526c7b&device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 1098 time: 0.0846238 May 14 09:54:10.241351 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889d790-3517-480f-a8f7-d6348d86018c req-77351b58-0e51-4216-ad8e-0ca8416c9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:10.242392 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7889d790-3517-480f-a8f7-d6348d86018c req-77351b58-0e51-4216-ad8e-0ca8416c9fb6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 200 len: 912 time: 0.1362388 May 14 09:54:10.354610 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7889d790-3517-480f-a8f7-d6348d86018c req-ab584089-ec64-4fbd-b730-20d189bfdb43 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0dcc3af-ab49-4799-92b0-f70edf4614a0 HTTP/1.1" status: 200 len: 217 time: 0.0769932 May 14 09:54:10.399129 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0748d997-b625-4fda-9f5e-e54c9a3dd80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:10.423464 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-fcaf0177-a3e8-4735-933c-71aea4c6eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:10.428035 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaf0177-a3e8-4735-933c-71aea4c6eebc None None] Checking router: e417fd41-372f-4a37-9f06-fa3f4ae4f527 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:54:10.437526 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaf0177-a3e8-4735-933c-71aea4c6eebc None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:54:10.438160 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-fcaf0177-a3e8-4735-933c-71aea4c6eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:53:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:10.567135 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329285f1-f426-4ee1-9813-2080b0654514 req-5a24a251-1f7b-48b2-a110-2a35a256b894 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:10.568518 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-329285f1-f426-4ee1-9813-2080b0654514 req-5a24a251-1f7b-48b2-a110-2a35a256b894 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 945 time: 0.3293643 May 14 09:54:10.572656 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889d790-3517-480f-a8f7-d6348d86018c req-37b27376-5715-4688-9dbf-d8972f30b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:10.574107 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7889d790-3517-480f-a8f7-d6348d86018c req-37b27376-5715-4688-9dbf-d8972f30b203 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c105c90-bdda-475c-b937-1b7618745243 HTTP/1.1" status: 200 len: 850 time: 0.2100780 May 14 09:54:10.620639 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-fcaf0177-a3e8-4735-933c-71aea4c6eebc None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:54:10.666403 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-329285f1-f426-4ee1-9813-2080b0654514 req-ec6e6dfa-28df-4c64-ac68-730dbb55316f tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913420 May 14 09:54:10.690621 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889d790-3517-480f-a8f7-d6348d86018c req-ab36f509-f757-43eb-aa89-3657ed93ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:10.692137 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7889d790-3517-480f-a8f7-d6348d86018c req-ab36f509-f757-43eb-aa89-3657ed93ed79 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8337ff19-69e8-4b8e-807c-c17fafe739ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1038671 May 14 09:54:10.829009 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7889d790-3517-480f-a8f7-d6348d86018c req-596f171e-00c7-4a03-9820-9e29212b7c2b service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295059 May 14 09:54:10.957361 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-fcaf0177-a3e8-4735-933c-71aea4c6eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:10.961485 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaf0177-a3e8-4735-933c-71aea4c6eebc None None] The sync data for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi is: [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:46:56Z', 'revision_number': 4, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': '2d6691dd-0ed0-4df0-b898-1f053f93848d', 'name': '', 'network_id': '8337ff19-69e8-4b8e-807c-c17fafe739ae', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'mac_address': 'fa:16:3e:09:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9c105c90-bdda-475c-b937-1b7618745243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:54Z', 'updated_at': '2021-05-14T09:47:02Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'subnets': [{'id': '9c105c90-bdda-475c-b937-1b7618745243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:54:10.967879 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-7889d790-3517-480f-a8f7-d6348d86018c req-241dfd39-06aa-4dc2-a6e3-28d14a2f6eba service neutron] 10.222.0.77 "GET /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299815 May 14 09:54:11.206698 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf9ba82-2b6e-4d81-acc3-7843a829557d None None] New status for floating IP c3487497-1614-4b52-ad97-8d5188fe28c1: DOWN {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:54:11.725903 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592f46c-b0be-4912-a34c-ffa352ef97c6 req-f7f136be-86e4-4511-a041-b8e3e74e0e0e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:11.727400 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4592f46c-b0be-4912-a34c-ffa352ef97c6 req-f7f136be-86e4-4511-a041-b8e3e74e0e0e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 945 time: 0.0881758 May 14 09:54:11.930316 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf02187-deb7-4501-a5d4-46047e097843 req-78d833b4-b378-4ac6-9139-ca16cb1316c7 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:11.931800 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cbf02187-deb7-4501-a5d4-46047e097843 req-78d833b4-b378-4ac6-9139-ca16cb1316c7 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 945 time: 0.1503656 May 14 09:54:11.959776 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-4592f46c-b0be-4912-a34c-ffa352ef97c6 req-3a23ce78-192e-4827-a2c8-06988742143e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Deleting port e0dcc3af-ab49-4799-92b0-f70edf4614a0 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:54:11.960020 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4592f46c-b0be-4912-a34c-ffa352ef97c6 req-3a23ce78-192e-4827-a2c8-06988742143e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:12.063597 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cbf02187-deb7-4501-a5d4-46047e097843 req-4ba542c8-4204-4980-bbd5-484716ac95cb tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4151ec0-328d-4b4b-bb1b-d657256d39e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226199 May 14 09:54:12.121891 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-4592f46c-b0be-4912-a34c-ffa352ef97c6 req-3a23ce78-192e-4827-a2c8-06988742143e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] For port e0dcc3af-ab49-4799-92b0-f70edf4614a0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e0dcc3af-ab49-4799-92b0-f70edf4614a0,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:54:12.122223 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4592f46c-b0be-4912-a34c-ffa352ef97c6 req-3a23ce78-192e-4827-a2c8-06988742143e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:12.247381 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-4592f46c-b0be-4912-a34c-ffa352ef97c6 req-3a23ce78-192e-4827-a2c8-06988742143e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Calling delete_port for e0dcc3af-ab49-4799-92b0-f70edf4614a0 owned by compute:nova {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:54:12.371153 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4592f46c-b0be-4912-a34c-ffa352ef97c6 req-3a23ce78-192e-4827-a2c8-06988742143e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:12.377044 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9b08b2d8-7912-49cb-9135-51f16b99da6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:12.426368 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23ce78-192e-4827-a2c8-06988742143e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event deleted for resources: {'Port': ['ID=e0dcc3af-ab49-4799-92b0-f70edf4614a0,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:12.429417 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3a23ce78-192e-4827-a2c8-06988742143e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:12.509299 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-4592f46c-b0be-4912-a34c-ffa352ef97c6 req-3a23ce78-192e-4827-a2c8-06988742143e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] No DVR routers for this DVR port e0dcc3af-ab49-4799-92b0-f70edf4614a0 on host hv-cinder-73414 {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:54:12.512072 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-4592f46c-b0be-4912-a34c-ffa352ef97c6 req-3a23ce78-192e-4827-a2c8-06988742143e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:12.514689 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'name': 'network-vif-deleted', 'tag': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:54:12.527073 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-4592f46c-b0be-4912-a34c-ffa352ef97c6 req-3a23ce78-192e-4827-a2c8-06988742143e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.77 "DELETE /v2.0/ports/e0dcc3af-ab49-4799-92b0-f70edf4614a0 HTTP/1.1" status: 204 len: 173 time: 0.7925146 May 14 09:54:12.562426 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dafc685-ac56-4a3e-8bb8-01f6973659ba', 'name': 'network-vif-deleted', 'tag': 'e0dcc3af-ab49-4799-92b0-f70edf4614a0', 'status': 'completed', 'code': 200} May 14 09:54:12.803871 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:13.040480 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-93ad5032-faab-456a-8647-22320a294e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:13.237380 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-9f099c6a-aa41-4516-98f7-ddd1f3469b01 req-d4a110ad-7d17-4ca3-9568-49f813bf4a51 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Synchronizing usage tracker for tenant:325a062c5ac24105b5e0918e48526c7b on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:54:13.267306 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-9f099c6a-aa41-4516-98f7-ddd1f3469b01 req-d4a110ad-7d17-4ca3-9568-49f813bf4a51 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Unset dirty status for tenant:325a062c5ac24105b5e0918e48526c7b on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:54:13.269115 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9f099c6a-aa41-4516-98f7-ddd1f3469b01 req-d4a110ad-7d17-4ca3-9568-49f813bf4a51 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dafc685-ac56-4a3e-8bb8-01f6973659ba HTTP/1.1" status: 200 len: 210 time: 0.0746596 May 14 09:54:14.085041 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:14.377806 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37798) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:14.717974 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-f25d7cbb-03c4-4775-8e2d-168ea42c803e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Deleting port fcfc4b3d-0ad8-48e9-9ba3-7fcfad9305fc {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:54:14.718196 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f25d7cbb-03c4-4775-8e2d-168ea42c803e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:14.843824 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f25d7cbb-03c4-4775-8e2d-168ea42c803e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:14.844148 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f25d7cbb-03c4-4775-8e2d-168ea42c803e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:14.968707 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-f25d7cbb-03c4-4775-8e2d-168ea42c803e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Calling delete_port for fcfc4b3d-0ad8-48e9-9ba3-7fcfad9305fc owned by network:floatingip {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:54:15.088214 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f25d7cbb-03c4-4775-8e2d-168ea42c803e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:15.092577 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-62558a38-5548-4489-84f4-77d188bbd6cd tempest-AttachVolumeShelveTestJSON-1827219027 tempest-AttachVolumeShelveTestJSON-1827219027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:15.140693 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d7cbb-03c4-4775-8e2d-168ea42c803e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event deleted for resources: {'Port': ['ID=fcfc4b3d-0ad8-48e9-9ba3-7fcfad9305fc,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:15.143897 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f25d7cbb-03c4-4775-8e2d-168ea42c803e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:15.241083 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f25d7cbb-03c4-4775-8e2d-168ea42c803e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for floatingip, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:15.261967 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f25d7cbb-03c4-4775-8e2d-168ea42c803e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:15.263365 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-f25d7cbb-03c4-4775-8e2d-168ea42c803e tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "DELETE /v2.0/floatingips/5aa37b46-caa8-45a0-86ec-f20fa5abb686 HTTP/1.1" status: 204 len: 168 time: 0.8843386 May 14 09:54:15.495292 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:15.830342 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:16.666045 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37816) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:16.755159 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-38c06dae-935f-4e5c-ba47-aa382a6c3e39 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:16.788348 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-38c06dae-935f-4e5c-ba47-aa382a6c3e39 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:16.863398 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-38c06dae-935f-4e5c-ba47-aa382a6c3e39 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:16.867466 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-adb496c8-2c82-45eb-8c12-6defa0ecbf7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:16.879554 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device e0dcc3af-ab49-4799-92b0-f70edf4614a0 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:54:16.883839 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c06dae-935f-4e5c-ba47-aa382a6c3e39 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4151ec0-328d-4b4b-bb1b-d657256d39e4,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:16.886396 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-38c06dae-935f-4e5c-ba47-aa382a6c3e39 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:16.897609 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-38c06dae-935f-4e5c-ba47-aa382a6c3e39 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:16.900875 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-38c06dae-935f-4e5c-ba47-aa382a6c3e39 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] 10.222.0.30 "DELETE /v2.0/security-groups/e4151ec0-328d-4b4b-bb1b-d657256d39e4 HTTP/1.1" status: 204 len: 168 time: 0.2313654 May 14 09:54:16.930005 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: e0dcc3af-ab49-4799-92b0-f70edf4614a0 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:54:16.930364 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device e0dcc3af-ab49-4799-92b0-f70edf4614a0 not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:54:16.963082 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37822) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:17.821292 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0332a63e-710a-484d-b7ac-96224a3a2e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680009'] for router_interface, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:18.267952 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-0332a63e-710a-484d-b7ac-96224a3a2e65 admin admin] Deleting port 2d6691dd-0ed0-4df0-b898-1f053f93848d {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:54:18.268612 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0332a63e-710a-484d-b7ac-96224a3a2e65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:18.397930 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-0332a63e-710a-484d-b7ac-96224a3a2e65 admin admin] For port 2d6691dd-0ed0-4df0-b898-1f053f93848d, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=2d6691dd-0ed0-4df0-b898-1f053f93848d,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:54:18.398341 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0332a63e-710a-484d-b7ac-96224a3a2e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:18.530352 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-0332a63e-710a-484d-b7ac-96224a3a2e65 admin admin] Calling delete_port for 2d6691dd-0ed0-4df0-b898-1f053f93848d owned by network:router_interface {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:54:18.690265 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0332a63e-710a-484d-b7ac-96224a3a2e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:18.693983 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f539d544-97a9-467a-bab4-8de124044f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:18.740505 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332a63e-710a-484d-b7ac-96224a3a2e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6691dd-0ed0-4df0-b898-1f053f93848d,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:18.767394 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0332a63e-710a-484d-b7ac-96224a3a2e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:19.128395 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0332a63e-710a-484d-b7ac-96224a3a2e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682457'] for router_interface, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:19.496403 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0332a63e-710a-484d-b7ac-96224a3a2e65 admin admin] Router e417fd41-372f-4a37-9f06-fa3f4ae4f527 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:54:19.671757 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0332a63e-710a-484d-b7ac-96224a3a2e65 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:54:19.681779 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6654d51-15b2-40df-b9f0-2b1b8b25b957 None None] Sync routers for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:54:19.684413 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-0332a63e-710a-484d-b7ac-96224a3a2e65 admin admin] 10.222.0.30 "PUT /v2.0/routers/e417fd41-372f-4a37-9f06-fa3f4ae4f527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7194560 May 14 09:54:19.687765 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37828) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:19.694362 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6654d51-15b2-40df-b9f0-2b1b8b25b957 None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:54:19.694975 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-c6654d51-15b2-40df-b9f0-2b1b8b25b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:54:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:19.867443 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] Notify callbacks [] for router, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:19.877056 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-c6654d51-15b2-40df-b9f0-2b1b8b25b957 None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:54:20.048144 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:20.128655 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] Deleting port 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:54:20.128998 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:20.170333 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-c6654d51-15b2-40df-b9f0-2b1b8b25b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:54:18Z', 'revision_number': 5, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port': {'id': '7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:46:50Z', 'updated_at': '2021-05-14T09:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:20.174837 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6654d51-15b2-40df-b9f0-2b1b8b25b957 None None] Checking router: e417fd41-372f-4a37-9f06-fa3f4ae4f527 for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:54:20.183504 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6654d51-15b2-40df-b9f0-2b1b8b25b957 None None] Routers {'e417fd41-372f-4a37-9f06-fa3f4ae4f527'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:54:20.184151 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-c6654d51-15b2-40df-b9f0-2b1b8b25b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:54:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:20.262406 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] For port 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:54:20.262791 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:20.395674 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-c6654d51-15b2-40df-b9f0-2b1b8b25b957 None None] Set router e417fd41-372f-4a37-9f06-fa3f4ae4f527 gateway port host: None {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:54:20.506851 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-c6654d51-15b2-40df-b9f0-2b1b8b25b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:54:20Z', 'revision_number': 6, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port_host': None}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:20.509870 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] Calling delete_port for 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb owned by network:router_gateway {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:54:20.511138 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6654d51-15b2-40df-b9f0-2b1b8b25b957 None None] The sync data for ids ['e417fd41-372f-4a37-9f06-fa3f4ae4f527'] in dv-cinder-734144-18-iscsi is: [{'id': 'e417fd41-372f-4a37-9f06-fa3f4ae4f527', 'name': 'tempest-TestVolumeBootPattern-801716914-router', 'tenant_id': '325a062c5ac24105b5e0918e48526c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:49Z', 'updated_at': '2021-05-14T09:54:20Z', 'revision_number': 6, 'project_id': '325a062c5ac24105b5e0918e48526c7b', 'gw_port_host': None}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:54:20.658568 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:20.662495 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c31b45da-4423-46bf-82fa-829ecf7ab4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:20.706871 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:20.709336 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:20.805500 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682959'] for router_gateway, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:20.991867 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11847'] for router, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:20.994177 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:21.021661 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563803'] for router, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:21.022527 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e417fd41-372f-4a37-9f06-fa3f4ae4f527 {{(pid=78751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:54:21.037615 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:21.038725 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-91349f83-5bd8-4806-81a4-b3d52b593d39 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e417fd41-372f-4a37-9f06-fa3f4ae4f527 HTTP/1.1" status: 204 len: 168 time: 1.3500862 May 14 09:54:21.041717 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37832) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:21.108583 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-357adfa0-ad04-4789-a2e9-ed26ccde47a8 admin admin] Deleting subnet 9c105c90-bdda-475c-b937-1b7618745243 {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:54:21.111851 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-357adfa0-ad04-4789-a2e9-ed26ccde47a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:21.165412 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-357adfa0-ad04-4789-a2e9-ed26ccde47a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5551613'] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:21.246845 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-357adfa0-ad04-4789-a2e9-ed26ccde47a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:21.526369 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-357adfa0-ad04-4789-a2e9-ed26ccde47a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6324433'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:21.530280 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b73f75a6-787f-4a5d-b3f9-b2baa02892ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:21.563689 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357adfa0-ad04-4789-a2e9-ed26ccde47a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c105c90-bdda-475c-b937-1b7618745243,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:21.567768 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-357adfa0-ad04-4789-a2e9-ed26ccde47a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:21.572195 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-357adfa0-ad04-4789-a2e9-ed26ccde47a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:21.578062 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c524a190-dcb9-4d06-8ca4-d8b9a21f2e22 None None] Network 8337ff19-69e8-4b8e-807c-c17fafe739ae requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:54:21.578579 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-357adfa0-ad04-4789-a2e9-ed26ccde47a8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9c105c90-bdda-475c-b937-1b7618745243 HTTP/1.1" status: 204 len: 168 time: 0.5354989 May 14 09:54:21.580622 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37836) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:21.688411 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:21.767771 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Deleting port a65d3732-aba3-4eaa-b579-ec9cbd790763 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:54:21.768015 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:21.830630 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201e1cec-6667-424b-a5ce-21b4218f8376 None None] DHCP port deletion for 8337ff19-69e8-4b8e-807c-c17fafe739ae request from dv-cinder-734144-18-iscsi {{(pid=78753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 09:54:21.872380 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] For port a65d3732-aba3-4eaa-b579-ec9cbd790763, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=a65d3732-aba3-4eaa-b579-ec9cbd790763,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:54:21.872777 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:21.901044 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-201e1cec-6667-424b-a5ce-21b4218f8376 None None] Deleting port a65d3732-aba3-4eaa-b579-ec9cbd790763 {{(pid=78753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:54:21.901427 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-201e1cec-6667-424b-a5ce-21b4218f8376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:22.003964 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-201e1cec-6667-424b-a5ce-21b4218f8376 None None] For port a65d3732-aba3-4eaa-b579-ec9cbd790763, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=a65d3732-aba3-4eaa-b579-ec9cbd790763,segment=NetworkSegment(0d923c7c-46b9-446e-8fdd-1b5a24789dee),segment_id=0d923c7c-46b9-446e-8fdd-1b5a24789dee)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:54:22.009110 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-201e1cec-6667-424b-a5ce-21b4218f8376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:22.104490 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Calling delete_port for a65d3732-aba3-4eaa-b579-ec9cbd790763 owned by network:dhcp {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:54:22.131402 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-201e1cec-6667-424b-a5ce-21b4218f8376 None None] Calling delete_port for a65d3732-aba3-4eaa-b579-ec9cbd790763 owned by network:dhcp {{(pid=78753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:54:22.159990 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:22.164903 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7b7d9931-ab31-4fc1-bf30-f0c4d3c84bf5 tempest-AttachVolumeTestJSON-249264160 tempest-AttachVolumeTestJSON-249264160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:22.178334 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-201e1cec-6667-424b-a5ce-21b4218f8376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783'] for port, after_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:22.181905 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-66c855a4-16a1-4695-a22e-678e73d5a694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:22.208616 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a65d3732-aba3-4eaa-b579-ec9cbd790763,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:22.210907 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] No DVR routers for this DVR port a65d3732-aba3-4eaa-b579-ec9cbd790763 on host dv-cinder-734144-18-iscsi {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:54:22.212857 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:22.225699 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e1cec-6667-424b-a5ce-21b4218f8376 None None] Pushing event deleted for resources: {'Port': ['ID=a65d3732-aba3-4eaa-b579-ec9cbd790763,revision_number=None']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:22.228077 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-201e1cec-6667-424b-a5ce-21b4218f8376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:22.232192 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e1cec-6667-424b-a5ce-21b4218f8376 None None] No DVR routers for this DVR port a65d3732-aba3-4eaa-b579-ec9cbd790763 on host dv-cinder-734144-18-iscsi {{(pid=78753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:54:22.307159 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2d6691dd-0ed0-4df0-b898-1f053f93848d no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:54:22.326887 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:22.340672 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8337ff19-69e8-4b8e-807c-c17fafe739ae']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:22.344091 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 2d6691dd-0ed0-4df0-b898-1f053f93848d {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:54:22.344445 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2d6691dd-0ed0-4df0-b898-1f053f93848d not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:54:22.344879 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:54:22.353158 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d923c7c-46b9-446e-8fdd-1b5a24789dee') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:22.353434 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d923c7c-46b9-446e-8fdd-1b5a24789dee') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:22.365399 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5551366'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:22.380147 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:54:22.380494 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 7b57b070-3d08-47f6-a1ab-18dcc6ab6bbb not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:54:22.381108 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device a65d3732-aba3-4eaa-b579-ec9cbd790763 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:54:22.390919 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:22.398004 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:54:22.398600 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474451'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: Traceback (most recent call last): May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: timer() May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: cb(*args, **kw) May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: return func(*args, **kwargs) May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: self._notify() May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: self.callback(batched_events) May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: event.method(event) May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: return f(self, *a, **k) May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._get(url).json() May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:54:22.412672 dv-cinder-734144-18-iscsi neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:54:22.416432 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: a65d3732-aba3-4eaa-b579-ec9cbd790763 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:54:22.416785 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device a65d3732-aba3-4eaa-b579-ec9cbd790763 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:54:22.493207 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:22.496800 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:22.509584 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:22.522331 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8337ff19-69e8-4b8e-807c-c17fafe739ae,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:22.526342 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:22.536985 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8337ff19-69e8-4b8e-807c-c17fafe739ae HTTP/1.1" status: 204 len: 168 time: 0.9554543 May 14 09:54:22.539887 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37840) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:23.115566 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c5784ca1-1591-407c-ade3-471e0011427d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680009'] for router_interface, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:23.551446 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-c5784ca1-1591-407c-ade3-471e0011427d admin admin] Deleting port afa1df53-9ce0-4c3b-891f-e6d812f1b569 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:54:23.552183 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c5784ca1-1591-407c-ade3-471e0011427d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:23.785963 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-c5784ca1-1591-407c-ade3-471e0011427d admin admin] For port afa1df53-9ce0-4c3b-891f-e6d812f1b569, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=afa1df53-9ce0-4c3b-891f-e6d812f1b569,segment=NetworkSegment(513f21ca-d44e-4c9a-83f2-f30f3af6f966),segment_id=513f21ca-d44e-4c9a-83f2-f30f3af6f966)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:54:23.786302 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c5784ca1-1591-407c-ade3-471e0011427d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:23.917882 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-c5784ca1-1591-407c-ade3-471e0011427d admin admin] Calling delete_port for afa1df53-9ce0-4c3b-891f-e6d812f1b569 owned by network:router_interface {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:54:24.074150 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c5784ca1-1591-407c-ade3-471e0011427d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:24.078157 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e5498396-279a-4e3f-8a9e-579c8163b70d tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:24.124648 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5784ca1-1591-407c-ade3-471e0011427d admin admin] Pushing event deleted for resources: {'Port': ['ID=afa1df53-9ce0-4c3b-891f-e6d812f1b569,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:24.151314 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c5784ca1-1591-407c-ade3-471e0011427d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:24.411001 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c5784ca1-1591-407c-ade3-471e0011427d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682457'] for router_interface, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:24.786293 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5784ca1-1591-407c-ade3-471e0011427d admin admin] Router 031a46a9-69bc-4ef4-9e9c-94e7cbb99731 has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:54:24.966301 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5784ca1-1591-407c-ade3-471e0011427d admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:54:24.975908 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f6bf82-502f-4bed-8ccc-734e1f9f3c2d None None] Sync routers for ids ['031a46a9-69bc-4ef4-9e9c-94e7cbb99731'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:54:24.977297 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-c5784ca1-1591-407c-ade3-471e0011427d admin admin] 10.222.0.30 "PUT /v2.0/routers/031a46a9-69bc-4ef4-9e9c-94e7cbb99731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4363871 May 14 09:54:24.979856 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37844) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:24.986924 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f6bf82-502f-4bed-8ccc-734e1f9f3c2d None None] Routers {'031a46a9-69bc-4ef4-9e9c-94e7cbb99731'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:54:24.987554 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-63f6bf82-502f-4bed-8ccc-734e1f9f3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:54:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['031a46a9-69bc-4ef4-9e9c-94e7cbb99731'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:25.147456 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:54:25.203331 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-63f6bf82-502f-4bed-8ccc-734e1f9f3c2d None None] Set router 031a46a9-69bc-4ef4-9e9c-94e7cbb99731 gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:54:25.265882 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] Notify callbacks [] for router, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:25.456552 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:25.495005 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-63f6bf82-502f-4bed-8ccc-734e1f9f3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'name': 'tempest-TestVolumeBootPattern-801592278-router', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '2a587517-e319-4e68-9451-930719f30098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:59Z', 'updated_at': '2021-05-14T09:54:24Z', 'revision_number': 5, 'project_id': 'a5a57146e03447359f0d5f0a83618358', 'gw_port': {'id': '2a587517-e319-4e68-9451-930719f30098', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:47:00Z', 'updated_at': '2021-05-14T09:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:25.500167 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f6bf82-502f-4bed-8ccc-734e1f9f3c2d None None] Checking router: 031a46a9-69bc-4ef4-9e9c-94e7cbb99731 for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:54:25.513415 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f6bf82-502f-4bed-8ccc-734e1f9f3c2d None None] Routers {'031a46a9-69bc-4ef4-9e9c-94e7cbb99731'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:54:25.514429 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-63f6bf82-502f-4bed-8ccc-734e1f9f3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:54:13Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['031a46a9-69bc-4ef4-9e9c-94e7cbb99731'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:25.541250 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] Deleting port 2a587517-e319-4e68-9451-930719f30098 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:54:25.541588 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:25.668214 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] For port 2a587517-e319-4e68-9451-930719f30098, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=2a587517-e319-4e68-9451-930719f30098,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:54:25.668572 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:25.669198 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-63f6bf82-502f-4bed-8ccc-734e1f9f3c2d None None] Set router 031a46a9-69bc-4ef4-9e9c-94e7cbb99731 gateway port host: None {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:54:25.779085 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-63f6bf82-502f-4bed-8ccc-734e1f9f3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'name': 'tempest-TestVolumeBootPattern-801592278-router', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:59Z', 'updated_at': '2021-05-14T09:54:25Z', 'revision_number': 6, 'project_id': 'a5a57146e03447359f0d5f0a83618358', 'gw_port_host': None}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:25.784122 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f6bf82-502f-4bed-8ccc-734e1f9f3c2d None None] The sync data for ids ['031a46a9-69bc-4ef4-9e9c-94e7cbb99731'] in dv-cinder-734144-18-iscsi is: [{'id': '031a46a9-69bc-4ef4-9e9c-94e7cbb99731', 'name': 'tempest-TestVolumeBootPattern-801592278-router', 'tenant_id': 'a5a57146e03447359f0d5f0a83618358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:46:59Z', 'updated_at': '2021-05-14T09:54:25Z', 'revision_number': 6, 'project_id': 'a5a57146e03447359f0d5f0a83618358', 'gw_port_host': None}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:54:25.799227 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] Calling delete_port for 2a587517-e319-4e68-9451-930719f30098 owned by network:router_gateway {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:54:25.952555 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:25.959584 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:26.035981 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a587517-e319-4e68-9451-930719f30098,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:26.038253 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:26.102781 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682959'] for router_gateway, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:26.281828 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11847'] for router, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:26.284363 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:26.315479 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563803'] for router, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:26.316409 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 031a46a9-69bc-4ef4-9e9c-94e7cbb99731 {{(pid=78751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:54:26.333531 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device afa1df53-9ce0-4c3b-891f-e6d812f1b569 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:54:26.335422 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:26.336590 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-e9d240ca-aa02-417c-bfa8-fdc7ac783470 admin admin] 10.222.0.30 "DELETE /v2.0/routers/031a46a9-69bc-4ef4-9e9c-94e7cbb99731 HTTP/1.1" status: 204 len: 168 time: 1.3556311 May 14 09:54:26.339030 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37848) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:26.377926 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: afa1df53-9ce0-4c3b-891f-e6d812f1b569 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:54:26.378274 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device afa1df53-9ce0-4c3b-891f-e6d812f1b569 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:54:26.378924 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2a587517-e319-4e68-9451-930719f30098 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:54:26.399083 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d95f22-e88a-4d28-80b6-ab4521ef455f admin admin] Deleting subnet 4a761120-c58d-42ac-9060-39a24e7fa774 {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:54:26.402667 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-54d95f22-e88a-4d28-80b6-ab4521ef455f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:26.415260 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 2a587517-e319-4e68-9451-930719f30098 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:54:26.416055 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2a587517-e319-4e68-9451-930719f30098 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:54:26.458633 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-54d95f22-e88a-4d28-80b6-ab4521ef455f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5551613'] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:26.539958 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-54d95f22-e88a-4d28-80b6-ab4521ef455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:26.911154 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-54d95f22-e88a-4d28-80b6-ab4521ef455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6324433'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:26.917052 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8d5647e0-e43e-487d-8d59-b4b5368c6e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:26.952744 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d95f22-e88a-4d28-80b6-ab4521ef455f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a761120-c58d-42ac-9060-39a24e7fa774,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:26.954671 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-54d95f22-e88a-4d28-80b6-ab4521ef455f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:26.957299 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-54d95f22-e88a-4d28-80b6-ab4521ef455f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:26.959206 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6389e5-488a-4901-b842-2c38945a14f8 None None] Network e3a6626a-9365-4069-ad8a-3459423a61ce requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:54:26.961494 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-54d95f22-e88a-4d28-80b6-ab4521ef455f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4a761120-c58d-42ac-9060-39a24e7fa774 HTTP/1.1" status: 204 len: 168 time: 0.6214728 May 14 09:54:26.964278 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37852) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:27.074438 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:27.159147 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Deleting port c77a75e0-0223-47aa-9ad8-5b11fc47863a {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:54:27.159621 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:27.232581 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a84901-0ed7-4d73-a502-bedcc36e0901 None None] DHCP port deletion for e3a6626a-9365-4069-ad8a-3459423a61ce request from dv-cinder-734144-18-iscsi {{(pid=78753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 09:54:27.271317 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] For port c77a75e0-0223-47aa-9ad8-5b11fc47863a, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=c77a75e0-0223-47aa-9ad8-5b11fc47863a,segment=NetworkSegment(513f21ca-d44e-4c9a-83f2-f30f3af6f966),segment_id=513f21ca-d44e-4c9a-83f2-f30f3af6f966)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:54:27.271694 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:27.303175 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-21a84901-0ed7-4d73-a502-bedcc36e0901 None None] Deleting port c77a75e0-0223-47aa-9ad8-5b11fc47863a {{(pid=78753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:54:27.303555 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-21a84901-0ed7-4d73-a502-bedcc36e0901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:27.394637 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Calling delete_port for c77a75e0-0223-47aa-9ad8-5b11fc47863a owned by network:dhcp {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:54:27.406564 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-21a84901-0ed7-4d73-a502-bedcc36e0901 None None] For port c77a75e0-0223-47aa-9ad8-5b11fc47863a, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=c77a75e0-0223-47aa-9ad8-5b11fc47863a,segment=NetworkSegment(513f21ca-d44e-4c9a-83f2-f30f3af6f966),segment_id=513f21ca-d44e-4c9a-83f2-f30f3af6f966)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:54:27.407391 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-21a84901-0ed7-4d73-a502-bedcc36e0901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:27.456998 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:27.466988 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0332a63e-710a-484d-b7ac-96224a3a2e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:27.512897 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c77a75e0-0223-47aa-9ad8-5b11fc47863a,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:27.514924 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] No DVR routers for this DVR port c77a75e0-0223-47aa-9ad8-5b11fc47863a on host dv-cinder-734144-18-iscsi {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:54:27.516542 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:27.589356 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-21a84901-0ed7-4d73-a502-bedcc36e0901 None None] Calling delete_port for c77a75e0-0223-47aa-9ad8-5b11fc47863a owned by network:dhcp {{(pid=78753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:54:27.634108 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-21a84901-0ed7-4d73-a502-bedcc36e0901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783'] for port, after_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:27.636176 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:27.637750 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:27.650094 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a6626a-9365-4069-ad8a-3459423a61ce']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:27.667557 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513f21ca-d44e-4c9a-83f2-f30f3af6f966') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:27.667830 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513f21ca-d44e-4c9a-83f2-f30f3af6f966') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:27.680707 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5551366'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:27.682901 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a84901-0ed7-4d73-a502-bedcc36e0901 None None] Pushing event deleted for resources: {'Port': ['ID=c77a75e0-0223-47aa-9ad8-5b11fc47863a,revision_number=None']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:27.686177 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-21a84901-0ed7-4d73-a502-bedcc36e0901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:27.686952 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a84901-0ed7-4d73-a502-bedcc36e0901 None None] No DVR routers for this DVR port c77a75e0-0223-47aa-9ad8-5b11fc47863a on host dv-cinder-734144-18-iscsi {{(pid=78753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:54:27.703949 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:27.710355 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:54:27.710747 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474451'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: Traceback (most recent call last): May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: timer() May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: cb(*args, **kw) May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: return func(*args, **kwargs) May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: self._notify() May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: self.callback(batched_events) May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: event.method(event) May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: return f(self, *a, **k) May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._get(url).json() May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:54:27.726924 dv-cinder-734144-18-iscsi neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:54:27.814170 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:27.817697 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-46c9c540-228a-4fd7-af99-cb993278f834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:27.831166 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:27.845632 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a6626a-9365-4069-ad8a-3459423a61ce,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:27.848530 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:27.850431 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-107049df-10b2-400e-88c4-141a52b808e9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e3a6626a-9365-4069-ad8a-3459423a61ce HTTP/1.1" status: 204 len: 168 time: 0.8851976 May 14 09:54:28.073290 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37858) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:28.125706 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-099b7619-e9c9-40f9-999c-b4def147662e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=325a062c5ac24105b5e0918e48526c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509038 May 14 09:54:28.131648 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37862) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:28.211021 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d82be9c6-638b-409c-8c62-6574070cd894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:28.239908 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d82be9c6-638b-409c-8c62-6574070cd894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:28.297904 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d82be9c6-638b-409c-8c62-6574070cd894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:28.302140 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-faf4130c-631e-4d83-974e-e9fe762356c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:28.307035 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device c77a75e0-0223-47aa-9ad8-5b11fc47863a no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:54:28.319318 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82be9c6-638b-409c-8c62-6574070cd894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8350fc-c7b7-4bbc-bc0d-804067c55c22,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:28.323242 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d82be9c6-638b-409c-8c62-6574070cd894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:28.327154 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d82be9c6-638b-409c-8c62-6574070cd894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:28.328059 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-d82be9c6-638b-409c-8c62-6574070cd894 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c8350fc-c7b7-4bbc-bc0d-804067c55c22 HTTP/1.1" status: 204 len: 168 time: 0.1976616 May 14 09:54:28.351054 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: c77a75e0-0223-47aa-9ad8-5b11fc47863a {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:54:28.351403 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device c77a75e0-0223-47aa-9ad8-5b11fc47863a not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:54:28.792211 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37872) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:28.845009 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-fa0c210c-2422-48d5-8541-c4f7f491c834 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5a57146e03447359f0d5f0a83618358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515020 May 14 09:54:28.847440 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37876) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:28.909208 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ef493c85-89bb-4039-aa0e-b6b5d285032e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:28.937168 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ef493c85-89bb-4039-aa0e-b6b5d285032e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:29.001985 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ef493c85-89bb-4039-aa0e-b6b5d285032e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:29.006935 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-62ac7c1d-aa93-46da-91b6-562c26cb9fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:29.020077 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef493c85-89bb-4039-aa0e-b6b5d285032e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09420fc5-455e-4b38-850e-a4844a056882,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:29.023696 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ef493c85-89bb-4039-aa0e-b6b5d285032e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:29.027431 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ef493c85-89bb-4039-aa0e-b6b5d285032e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:29.028773 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ef493c85-89bb-4039-aa0e-b6b5d285032e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09420fc5-455e-4b38-850e-a4844a056882 HTTP/1.1" status: 204 len: 168 time: 0.1804197 May 14 09:54:40.368434 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8a6289b4-935f-4cf7-a413-0f215336b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:42.805728 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:43.035999 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-56b7c370-099d-42dd-a0f7-05ddd7942e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:44.086751 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:45.489659 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:45.839402 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:56.099279 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37898) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:54:56.368838 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-26c2b5e4-c9eb-4a9d-9769-aed14bfe6cf6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Deleting port 653e6895-99b7-45b6-9cb1-01d6691f388d {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:54:56.369090 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-26c2b5e4-c9eb-4a9d-9769-aed14bfe6cf6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:56.522910 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-26c2b5e4-c9eb-4a9d-9769-aed14bfe6cf6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:56.523592 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-26c2b5e4-c9eb-4a9d-9769-aed14bfe6cf6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:56.655810 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-26c2b5e4-c9eb-4a9d-9769-aed14bfe6cf6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Calling delete_port for 653e6895-99b7-45b6-9cb1-01d6691f388d owned by network:floatingip {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:54:56.813613 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-26c2b5e4-c9eb-4a9d-9769-aed14bfe6cf6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:56.818838 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-429226fe-5c66-47e8-a3a5-d5a2dee545fd tempest-AttachVolumeNegativeTest-1552687855 tempest-AttachVolumeNegativeTest-1552687855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:54:56.895515 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2b5e4-c9eb-4a9d-9769-aed14bfe6cf6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Pushing event deleted for resources: {'Port': ['ID=653e6895-99b7-45b6-9cb1-01d6691f388d,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:54:56.902545 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-26c2b5e4-c9eb-4a9d-9769-aed14bfe6cf6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:54:57.074987 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-26c2b5e4-c9eb-4a9d-9769-aed14bfe6cf6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for floatingip, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:57.075319 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.db.l3_db [None req-26c2b5e4-c9eb-4a9d-9769-aed14bfe6cf6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Floating IP d4d98e60-76fb-4b35-91f2-5a8fa396313c disassociated (deleted). External IP: 172.27.2.156, port: f501a3ff-e126-48ad-97cd-13d678f1e44b. May 14 09:54:57.439037 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c2b5e4-c9eb-4a9d-9769-aed14bfe6cf6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Router e59d8e53-9d06-4133-a0e6-6f15fa04977b has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:54:57.628721 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c2b5e4-c9eb-4a9d-9769-aed14bfe6cf6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:54:57.638163 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379c36d-024b-41e9-a811-fb6e0498299c None None] Sync routers for ids ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:54:57.648424 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379c36d-024b-41e9-a811-fb6e0498299c None None] Routers {'e59d8e53-9d06-4133-a0e6-6f15fa04977b'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:54:57.649123 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-3379c36d-024b-41e9-a811-fb6e0498299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:54:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:57.653171 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-26c2b5e4-c9eb-4a9d-9769-aed14bfe6cf6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:57.721837 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-26c2b5e4-c9eb-4a9d-9769-aed14bfe6cf6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "DELETE /v2.0/floatingips/d4d98e60-76fb-4b35-91f2-5a8fa396313c HTTP/1.1" status: 204 len: 168 time: 1.6213090 May 14 09:54:57.722377 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a8378e-a01b-43d8-a022-803988a834bc', 'tag': 'f501a3ff-e126-48ad-97cd-13d678f1e44b'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:54:57.776021 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a8378e-a01b-43d8-a022-803988a834bc', 'tag': 'f501a3ff-e126-48ad-97cd-13d678f1e44b', 'status': 'completed', 'code': 200} May 14 09:54:57.843277 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-3379c36d-024b-41e9-a811-fb6e0498299c None None] Set router e59d8e53-9d06-4133-a0e6-6f15fa04977b gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:54:57.907704 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff1905-0c9c-4045-b582-01a2ed4dfa27 req-573dd940-3492-4f0c-a185-dab65fa3f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:57.909520 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cfff1905-0c9c-4045-b582-01a2ed4dfa27 req-573dd940-3492-4f0c-a185-dab65fa3f08e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3ed76a0e1d141908a19c55db3c4716c&device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 1099 time: 0.1049187 May 14 09:54:58.101516 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff1905-0c9c-4045-b582-01a2ed4dfa27 req-b9703c3a-4280-431a-9143-6f5659710417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:58.102995 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cfff1905-0c9c-4045-b582-01a2ed4dfa27 req-b9703c3a-4280-431a-9143-6f5659710417 service neutron] 10.222.0.77 "GET /v2.0/networks?id=96ee4d10-40d3-4deb-a7ae-be3124adaa2a HTTP/1.1" status: 200 len: 909 time: 0.1826403 May 14 09:54:58.181273 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cfff1905-0c9c-4045-b582-01a2ed4dfa27 req-eb08370b-f95f-401e-9d0b-e836efaa7a77 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b HTTP/1.1" status: 200 len: 217 time: 0.0701127 May 14 09:54:58.186247 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-3379c36d-024b-41e9-a811-fb6e0498299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:30Z', 'revision_number': 4, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'gw_port': {'id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'da28288d-e8b3-434c-98d4-e6c90334abd7', 'name': '', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'mac_address': 'fa:16:3e:0a:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:29Z', 'updated_at': '2021-05-14T09:50:37Z', 'revision_number': 5, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'subnets': [{'id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:58.190468 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379c36d-024b-41e9-a811-fb6e0498299c None None] Checking router: e59d8e53-9d06-4133-a0e6-6f15fa04977b for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:54:58.200044 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379c36d-024b-41e9-a811-fb6e0498299c None None] Routers {'e59d8e53-9d06-4133-a0e6-6f15fa04977b'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:54:58.200675 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-3379c36d-024b-41e9-a811-fb6e0498299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:54:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:58.235955 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09c071-c17d-4747-8889-3745756562e9 req-9e9eec4c-8d88-434e-b225-9c2844dcc8c1 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:58.236685 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-ab09c071-c17d-4747-8889-3745756562e9 req-9e9eec4c-8d88-434e-b225-9c2844dcc8c1 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Synchronizing usage tracker for tenant:d3ed76a0e1d141908a19c55db3c4716c on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:54:58.267147 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-ab09c071-c17d-4747-8889-3745756562e9 req-9e9eec4c-8d88-434e-b225-9c2844dcc8c1 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Unset dirty status for tenant:d3ed76a0e1d141908a19c55db3c4716c on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:54:58.269973 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ab09c071-c17d-4747-8889-3745756562e9 req-9e9eec4c-8d88-434e-b225-9c2844dcc8c1 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.2303672 May 14 09:54:58.276314 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff1905-0c9c-4045-b582-01a2ed4dfa27 req-4259b308-dc05-48e4-b1c3-7e9fede654a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:58.277713 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cfff1905-0c9c-4045-b582-01a2ed4dfa27 req-4259b308-dc05-48e4-b1c3-7e9fede654a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f913dad5-a924-4b06-9ee4-dd59cf7b3886 HTTP/1.1" status: 200 len: 847 time: 0.0850387 May 14 09:54:58.364948 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-ab09c071-c17d-4747-8889-3745756562e9 req-6e56631f-e1f5-42e3-87d1-8e37897ec3b3 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902734 May 14 09:54:58.393221 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff1905-0c9c-4045-b582-01a2ed4dfa27 req-83e27704-c75b-4e1a-b387-88e51232e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:58.395294 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cfff1905-0c9c-4045-b582-01a2ed4dfa27 req-83e27704-c75b-4e1a-b387-88e51232e102 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96ee4d10-40d3-4deb-a7ae-be3124adaa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1044445 May 14 09:54:58.396987 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-3379c36d-024b-41e9-a811-fb6e0498299c None None] Set router e59d8e53-9d06-4133-a0e6-6f15fa04977b gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:54:58.543052 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cfff1905-0c9c-4045-b582-01a2ed4dfa27 req-69e8f275-81b3-47d2-8b99-ea399fbc61bf service neutron] 10.222.0.77 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403308 May 14 09:54:58.730048 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-3379c36d-024b-41e9-a811-fb6e0498299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:30Z', 'revision_number': 4, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'gw_port': {'id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'da28288d-e8b3-434c-98d4-e6c90334abd7', 'name': '', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'mac_address': 'fa:16:3e:0a:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:29Z', 'updated_at': '2021-05-14T09:50:37Z', 'revision_number': 5, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'subnets': [{'id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:54:58.735512 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379c36d-024b-41e9-a811-fb6e0498299c None None] The sync data for ids ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'] in dv-cinder-734144-18-iscsi is: [{'id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:30Z', 'revision_number': 4, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'gw_port': {'id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi', '_interfaces': [{'id': 'da28288d-e8b3-434c-98d4-e6c90334abd7', 'name': '', 'network_id': '96ee4d10-40d3-4deb-a7ae-be3124adaa2a', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'mac_address': 'fa:16:3e:0a:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:29Z', 'updated_at': '2021-05-14T09:50:37Z', 'revision_number': 5, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'subnets': [{'id': 'f913dad5-a924-4b06-9ee4-dd59cf7b3886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:54:58.812635 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-cfff1905-0c9c-4045-b582-01a2ed4dfa27 req-e2d40317-89ee-490f-8f6b-100277513698 service neutron] 10.222.0.77 "GET /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620635 May 14 09:54:59.058236 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf449bf4-ce92-4568-a898-f808c0b5324a None None] New status for floating IP d4d98e60-76fb-4b35-91f2-5a8fa396313c: DOWN {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:54:59.575241 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a068728-cb52-498a-8ab0-2e6505346b81 req-90e3817c-74bc-4948-8840-0ab861994d52 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:59.576791 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9a068728-cb52-498a-8ab0-2e6505346b81 req-90e3817c-74bc-4948-8840-0ab861994d52 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.77 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.1357284 May 14 09:54:59.638109 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f05de4-aba6-449e-a37b-2f2bd13d3c90 req-9a094f57-e708-4786-b02e-671b68d4966a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:59.639548 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e5f05de4-aba6-449e-a37b-2f2bd13d3c90 req-9a094f57-e708-4786-b02e-671b68d4966a tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 946 time: 0.1507328 May 14 09:54:59.737219 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-e5f05de4-aba6-449e-a37b-2f2bd13d3c90 req-7894a3dd-138e-4f11-9e48-cef0657c9dd6 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a67e06a-251f-45dc-b0ec-d431ee778121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910830 May 14 09:54:59.767910 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-9a068728-cb52-498a-8ab0-2e6505346b81 req-7866a558-ded1-4531-bce4-834cca4ecfcd tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Deleting port f501a3ff-e126-48ad-97cd-13d678f1e44b {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:54:59.768256 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9a068728-cb52-498a-8ab0-2e6505346b81 req-7866a558-ded1-4531-bce4-834cca4ecfcd tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:59.904868 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-9a068728-cb52-498a-8ab0-2e6505346b81 req-7866a558-ded1-4531-bce4-834cca4ecfcd tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] For port f501a3ff-e126-48ad-97cd-13d678f1e44b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f501a3ff-e126-48ad-97cd-13d678f1e44b,segment=NetworkSegment(672240ce-d6cc-4da6-9256-2494e599cf98),segment_id=672240ce-d6cc-4da6-9256-2494e599cf98)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:54:59.905199 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9a068728-cb52-498a-8ab0-2e6505346b81 req-7866a558-ded1-4531-bce4-834cca4ecfcd tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:00.032143 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [req-9a068728-cb52-498a-8ab0-2e6505346b81 req-7866a558-ded1-4531-bce4-834cca4ecfcd tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Calling delete_port for f501a3ff-e126-48ad-97cd-13d678f1e44b owned by compute:nova {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:55:00.167759 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9a068728-cb52-498a-8ab0-2e6505346b81 req-7866a558-ded1-4531-bce4-834cca4ecfcd tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:00.175423 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4d59a075-6175-46e5-a5c3-3e462e015c67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:00.227795 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866a558-ded1-4531-bce4-834cca4ecfcd tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Pushing event deleted for resources: {'Port': ['ID=f501a3ff-e126-48ad-97cd-13d678f1e44b,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:00.256375 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7866a558-ded1-4531-bce4-834cca4ecfcd tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:00.309662 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a068728-cb52-498a-8ab0-2e6505346b81 req-7866a558-ded1-4531-bce4-834cca4ecfcd tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] No DVR routers for this DVR port f501a3ff-e126-48ad-97cd-13d678f1e44b on host hv-cinder-73414 {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:55:00.312445 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9a068728-cb52-498a-8ab0-2e6505346b81 req-7866a558-ded1-4531-bce4-834cca4ecfcd tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3752'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:00.315023 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a8378e-a01b-43d8-a022-803988a834bc', 'name': 'network-vif-deleted', 'tag': 'f501a3ff-e126-48ad-97cd-13d678f1e44b'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:55:00.332687 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-9a068728-cb52-498a-8ab0-2e6505346b81 req-7866a558-ded1-4531-bce4-834cca4ecfcd tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.77 "DELETE /v2.0/ports/f501a3ff-e126-48ad-97cd-13d678f1e44b HTTP/1.1" status: 204 len: 173 time: 0.7500238 May 14 09:55:00.359691 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a8378e-a01b-43d8-a022-803988a834bc', 'name': 'network-vif-deleted', 'tag': 'f501a3ff-e126-48ad-97cd-13d678f1e44b', 'status': 'completed', 'code': 200} May 14 09:55:00.907215 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-0fe6b9c0-86ce-401c-a91c-a720f038a158 req-5e437b0f-a9f3-4f5c-9b87-8c3bfbaf65ed tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Synchronizing usage tracker for tenant:d3ed76a0e1d141908a19c55db3c4716c on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:55:00.926449 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.quota.resource [req-0fe6b9c0-86ce-401c-a91c-a720f038a158 req-5e437b0f-a9f3-4f5c-9b87-8c3bfbaf65ed tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Unset dirty status for tenant:d3ed76a0e1d141908a19c55db3c4716c on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:55:00.928149 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [req-0fe6b9c0-86ce-401c-a91c-a720f038a158 req-5e437b0f-a9f3-4f5c-9b87-8c3bfbaf65ed tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a8378e-a01b-43d8-a022-803988a834bc HTTP/1.1" status: 200 len: 210 time: 0.0673218 May 14 09:55:02.038447 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37916) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:55:02.127350 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:02.136186 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:55:02.159784 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:02.230298 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:02.234237 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ef2cc5a6-50a3-4332-ab13-0fee19427e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:02.248806 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a67e06a-251f-45dc-b0ec-d431ee778121,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:02.257866 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:02.258250 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:02.258626 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:02.259013 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:02.259374 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:02.259760 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:02.260242 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:02.260845 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:02.261219 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:02.261577 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:02.261935 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:02.262274 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:02.265635 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:02.266911 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:02.268591 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-13a524fc-5217-42c8-a35f-8a986a7b80f4 tempest-TestShelveInstance-1167343679 tempest-TestShelveInstance-1167343679-project] 10.222.0.30 "DELETE /v2.0/security-groups/3a67e06a-251f-45dc-b0ec-d431ee778121 HTTP/1.1" status: 204 len: 168 time: 0.2291048 May 14 09:55:03.050508 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device f501a3ff-e126-48ad-97cd-13d678f1e44b no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:55:03.132499 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] No Port match for: f501a3ff-e126-48ad-97cd-13d678f1e44b {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:55:03.132845 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Device f501a3ff-e126-48ad-97cd-13d678f1e44b not bound to the agent host hv-cinder-73414 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:55:03.342157 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37924) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:55:04.016362 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-410f502e-c80d-41d6-911a-63badf5ed92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680009'] for router_interface, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:04.442937 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-410f502e-c80d-41d6-911a-63badf5ed92b admin admin] Deleting port da28288d-e8b3-434c-98d4-e6c90334abd7 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:55:04.443677 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-410f502e-c80d-41d6-911a-63badf5ed92b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:04.573464 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-410f502e-c80d-41d6-911a-63badf5ed92b admin admin] For port da28288d-e8b3-434c-98d4-e6c90334abd7, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=da28288d-e8b3-434c-98d4-e6c90334abd7,segment=NetworkSegment(672240ce-d6cc-4da6-9256-2494e599cf98),segment_id=672240ce-d6cc-4da6-9256-2494e599cf98)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:55:04.573794 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-410f502e-c80d-41d6-911a-63badf5ed92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:04.697423 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-410f502e-c80d-41d6-911a-63badf5ed92b admin admin] Calling delete_port for da28288d-e8b3-434c-98d4-e6c90334abd7 owned by network:router_interface {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:55:04.866789 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-410f502e-c80d-41d6-911a-63badf5ed92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:04.872989 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-347cb03a-ec13-4a5e-8880-35d543cca44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:04.925388 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f502e-c80d-41d6-911a-63badf5ed92b admin admin] Pushing event deleted for resources: {'Port': ['ID=da28288d-e8b3-434c-98d4-e6c90334abd7,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:04.928465 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-410f502e-c80d-41d6-911a-63badf5ed92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:05.308906 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-410f502e-c80d-41d6-911a-63badf5ed92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682457'] for router_interface, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:05.671425 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410f502e-c80d-41d6-911a-63badf5ed92b admin admin] Router e59d8e53-9d06-4133-a0e6-6f15fa04977b has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:55:05.858620 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410f502e-c80d-41d6-911a-63badf5ed92b admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:55:05.868446 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7cd5ca-2c52-4b44-af64-a4a96fb35ecb None None] Sync routers for ids ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'] in dv-cinder-734144-18-iscsi {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:55:05.878428 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-410f502e-c80d-41d6-911a-63badf5ed92b admin admin] 10.222.0.30 "PUT /v2.0/routers/e59d8e53-9d06-4133-a0e6-6f15fa04977b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5351245 May 14 09:55:05.880736 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7cd5ca-2c52-4b44-af64-a4a96fb35ecb None None] Routers {'e59d8e53-9d06-4133-a0e6-6f15fa04977b'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:55:05.881109 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-6f7cd5ca-2c52-4b44-af64-a4a96fb35ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:54:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:55:05.881630 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37928) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:55:06.060632 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-6f7cd5ca-2c52-4b44-af64-a4a96fb35ecb None None] Set router e59d8e53-9d06-4133-a0e6-6f15fa04977b gateway port host: dv-cinder-734144-18-iscsi {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:55:06.070718 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] Notify callbacks [] for router, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:06.266640 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:06.346843 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] Deleting port 6ae3a071-4bdc-4b1e-8524-f6438498fbcc {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:55:06.347195 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:06.360464 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-6f7cd5ca-2c52-4b44-af64-a4a96fb35ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:55:04Z', 'revision_number': 5, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'gw_port': {'id': '6ae3a071-4bdc-4b1e-8524-f6438498fbcc', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:55:06.364481 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7cd5ca-2c52-4b44-af64-a4a96fb35ecb None None] Checking router: e59d8e53-9d06-4133-a0e6-6f15fa04977b for host: dv-cinder-734144-18-iscsi {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:55:06.374889 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7cd5ca-2c52-4b44-af64-a4a96fb35ecb None None] Routers {'e59d8e53-9d06-4133-a0e6-6f15fa04977b'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:55:06.375504 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-6f7cd5ca-2c52-4b44-af64-a4a96fb35ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:54:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:55:06.470071 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] For port 6ae3a071-4bdc-4b1e-8524-f6438498fbcc, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=6ae3a071-4bdc-4b1e-8524-f6438498fbcc,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:55:06.470448 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:06.537330 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-6f7cd5ca-2c52-4b44-af64-a4a96fb35ecb None None] Set router e59d8e53-9d06-4133-a0e6-6f15fa04977b gateway port host: None {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:55:06.646595 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-6f7cd5ca-2c52-4b44-af64-a4a96fb35ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:55:06Z', 'revision_number': 6, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'gw_port_host': None}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:55:06.651166 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7cd5ca-2c52-4b44-af64-a4a96fb35ecb None None] The sync data for ids ['e59d8e53-9d06-4133-a0e6-6f15fa04977b'] in dv-cinder-734144-18-iscsi is: [{'id': 'e59d8e53-9d06-4133-a0e6-6f15fa04977b', 'name': 'tempest-TestShelveInstance-873014243-router', 'tenant_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:26Z', 'updated_at': '2021-05-14T09:55:06Z', 'revision_number': 6, 'project_id': 'd3ed76a0e1d141908a19c55db3c4716c', 'gw_port_host': None}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:55:06.720172 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] Calling delete_port for 6ae3a071-4bdc-4b1e-8524-f6438498fbcc owned by network:router_gateway {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:55:06.884583 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:06.888485 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b3a4dee2-7b8e-468d-a34c-ef6a9088ecd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:06.930868 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae3a071-4bdc-4b1e-8524-f6438498fbcc,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:06.934015 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:07.025774 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682959'] for router_gateway, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:07.201690 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11847'] for router, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:07.204063 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:07.233456 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563803'] for router, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:07.234628 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router e59d8e53-9d06-4133-a0e6-6f15fa04977b {{(pid=78751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:55:07.254385 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:07.255492 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-e279c063-be8b-4b7b-bf79-3bd97c7462ed admin admin] 10.222.0.30 "DELETE /v2.0/routers/e59d8e53-9d06-4133-a0e6-6f15fa04977b HTTP/1.1" status: 204 len: 168 time: 1.3729506 May 14 09:55:07.258228 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37932) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:55:07.326681 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-988b3dff-77d1-4703-a1c6-49df3de0bcad admin admin] Deleting subnet f913dad5-a924-4b06-9ee4-dd59cf7b3886 {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:55:07.330245 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-988b3dff-77d1-4703-a1c6-49df3de0bcad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:07.384891 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-988b3dff-77d1-4703-a1c6-49df3de0bcad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5551613'] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:07.464938 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-988b3dff-77d1-4703-a1c6-49df3de0bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:07.743502 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-988b3dff-77d1-4703-a1c6-49df3de0bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6324433'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:07.747348 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:07.780612 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b3dff-77d1-4703-a1c6-49df3de0bcad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f913dad5-a924-4b06-9ee4-dd59cf7b3886,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:07.783975 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-988b3dff-77d1-4703-a1c6-49df3de0bcad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:07.784930 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-988b3dff-77d1-4703-a1c6-49df3de0bcad admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:07.790551 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27821f8e-339e-4fda-815d-552825cd3b0e None None] Network 96ee4d10-40d3-4deb-a7ae-be3124adaa2a requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:55:07.791180 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-988b3dff-77d1-4703-a1c6-49df3de0bcad admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f913dad5-a924-4b06-9ee4-dd59cf7b3886 HTTP/1.1" status: 204 len: 168 time: 0.5315864 May 14 09:55:07.794392 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37936) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:55:07.906866 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:07.985953 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Deleting port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:55:07.986275 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:08.086825 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] For port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=92f2a6a0-d9ed-4241-abbf-b12bfdc44188,segment=NetworkSegment(672240ce-d6cc-4da6-9256-2494e599cf98),segment_id=672240ce-d6cc-4da6-9256-2494e599cf98)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:55:08.087126 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:08.231009 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] DHCP port deletion for 96ee4d10-40d3-4deb-a7ae-be3124adaa2a request from dv-cinder-734144-18-iscsi {{(pid=78753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 09:55:08.323841 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Calling delete_port for 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 owned by network:dhcp {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:55:08.362031 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Deleting port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 {{(pid=78753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:55:08.362439 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:08.375301 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 6ae3a071-4bdc-4b1e-8524-f6438498fbcc no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:55:08.376637 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:08.381752 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:08.426482 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f2a6a0-d9ed-4241-abbf-b12bfdc44188,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:08.428291 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] No DVR routers for this DVR port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 on host dv-cinder-734144-18-iscsi {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:55:08.429783 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:08.460616 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 6ae3a071-4bdc-4b1e-8524-f6438498fbcc {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:55:08.460847 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 6ae3a071-4bdc-4b1e-8524-f6438498fbcc not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:55:08.461269 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:55:08.508132 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:55:08.508501 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:55:08.508863 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device da28288d-e8b3-434c-98d4-e6c90334abd7 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:55:08.549914 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:08.552188 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: da28288d-e8b3-434c-98d4-e6c90334abd7 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:55:08.552535 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device da28288d-e8b3-434c-98d4-e6c90334abd7 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:55:08.562457 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] For port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188, host dv-cinder-734144-18-iscsi, got binding levels [] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:55:08.562851 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:08.568586 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ee4d10-40d3-4deb-a7ae-be3124adaa2a']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:55:08.582080 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672240ce-d6cc-4da6-9256-2494e599cf98') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:55:08.582385 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.services.segments.db [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672240ce-d6cc-4da6-9256-2494e599cf98') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:55:08.595043 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5551366'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:08.611976 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:08.618682 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:55:08.619267 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474451'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: Traceback (most recent call last): May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: timer() May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: cb(*args, **kw) May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: return func(*args, **kwargs) May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: self._notify() May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: self.callback(batched_events) May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: event.method(event) May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: return f(self, *a, **k) May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._get(url).json() May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:55:08.632529 dv-cinder-734144-18-iscsi neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:55:08.685673 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Calling delete_port for 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 owned by network:dhcp {{(pid=78753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:55:08.689392 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.ipam_backend_mixin [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 was not found and therefore no delete operation was performed {{(pid=78753) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 09:55:08.690672 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783'] for port, after_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:08.694936 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:08.706964 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:08.712759 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-16ec6453-d8f0-484a-92e0-0b295a32de7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:08.736603 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:08.738235 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Pushing event deleted for resources: {'Port': ['ID=92f2a6a0-d9ed-4241-abbf-b12bfdc44188,revision_number=None']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:08.740655 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] No DVR routers for this DVR port 92f2a6a0-d9ed-4241-abbf-b12bfdc44188 on host dv-cinder-734144-18-iscsi {{(pid=78753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:55:08.746464 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Pushing event deleted for resources: {'Network': ['ID=96ee4d10-40d3-4deb-a7ae-be3124adaa2a,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:08.751148 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:08.751246 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:08.751650 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:08.752171 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:08.752708 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:08.753188 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:08.753930 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:08.754085 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:08.754550 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:08.754676 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:08.755078 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:08.756633 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:08.756633 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:08.761152 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-db9c17a8-12bb-4ce5-a16c-87cc114d3964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:08.765760 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-a2cb8a81-f093-4d4c-98db-ccabd2fdcb24 admin admin] 10.222.0.30 "DELETE /v2.0/networks/96ee4d10-40d3-4deb-a7ae-be3124adaa2a HTTP/1.1" status: 204 len: 168 time: 0.9686887 May 14 09:55:08.768531 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37940) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:55:09.352524 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2777-893a-46e6-ad70-18d3e05f52c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680009'] for router_interface, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:09.886278 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a2777-893a-46e6-ad70-18d3e05f52c1 admin admin] Deleting port 7b7a1d95-c587-4657-8c42-16eecf670021 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:55:09.887238 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2777-893a-46e6-ad70-18d3e05f52c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:10.015808 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-4c8a2777-893a-46e6-ad70-18d3e05f52c1 admin admin] For port 7b7a1d95-c587-4657-8c42-16eecf670021, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=7b7a1d95-c587-4657-8c42-16eecf670021,segment=NetworkSegment(a8496481-b22f-4dbb-8e2b-6dd2c815a1d6),segment_id=a8496481-b22f-4dbb-8e2b-6dd2c815a1d6)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:55:10.016117 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2777-893a-46e6-ad70-18d3e05f52c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:10.137629 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a2777-893a-46e6-ad70-18d3e05f52c1 admin admin] Calling delete_port for 7b7a1d95-c587-4657-8c42-16eecf670021 owned by network:router_interface {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:55:10.291482 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2777-893a-46e6-ad70-18d3e05f52c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:10.295203 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-718e8782-2424-40ef-9e9a-21accd037bfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:10.340906 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a2777-893a-46e6-ad70-18d3e05f52c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7a1d95-c587-4657-8c42-16eecf670021,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:10.365017 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e9f22a73-114c-4856-80e9-b8ab89fbbb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:10.368150 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4c8a2777-893a-46e6-ad70-18d3e05f52c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:10.624274 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2777-893a-46e6-ad70-18d3e05f52c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682457'] for router_interface, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:11.013858 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8a2777-893a-46e6-ad70-18d3e05f52c1 admin admin] Router 97d276d7-5601-4866-a8b8-45c1a99cb08f has already been hosted by L3 agent f6d0f34f-712a-4417-8c9e-9f98db14b4b6 {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:55:11.208525 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8a2777-893a-46e6-ad70-18d3e05f52c1 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-iscsi the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:55:11.217502 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ea1108-1345-4922-8863-f7e8ebef8b60 None None] Sync routers for ids ['97d276d7-5601-4866-a8b8-45c1a99cb08f'] in dv-cinder-734144-18-iscsi {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:55:11.227395 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea1108-1345-4922-8863-f7e8ebef8b60 None None] Routers {'97d276d7-5601-4866-a8b8-45c1a99cb08f'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:55:11.231551 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-77ea1108-1345-4922-8863-f7e8ebef8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:54:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['97d276d7-5601-4866-a8b8-45c1a99cb08f'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:55:11.231698 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-4c8a2777-893a-46e6-ad70-18d3e05f52c1 admin admin] 10.222.0.30 "PUT /v2.0/routers/97d276d7-5601-4866-a8b8-45c1a99cb08f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4585431 May 14 09:55:11.231826 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37944) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:55:11.457048 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-77ea1108-1345-4922-8863-f7e8ebef8b60 None None] Set router 97d276d7-5601-4866-a8b8-45c1a99cb08f gateway port host: dv-cinder-734144-18-iscsi {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:55:11.526364 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] Notify callbacks [] for router, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:11.711181 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:11.754361 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-77ea1108-1345-4922-8863-f7e8ebef8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'name': 'tempest-TestShelveInstance-1580871137-router', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'external_fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b1baee9e-fedd-4649-a45a-9394ed065ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:33Z', 'updated_at': '2021-05-14T09:55:10Z', 'revision_number': 5, 'project_id': '94f077ac0155431787c6766e9e55e5a4', 'gw_port': {'id': 'b1baee9e-fedd-4649-a45a-9394ed065ee7', 'name': '', 'network_id': '280262f0-cec7-4ef6-9ec9-17feedefdc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:50:34Z', 'updated_at': '2021-05-14T09:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975825ed-0b6c-4cb8-88d3-6c236101fefa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-iscsi'}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:55:11.758912 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ea1108-1345-4922-8863-f7e8ebef8b60 None None] Checking router: 97d276d7-5601-4866-a8b8-45c1a99cb08f for host: dv-cinder-734144-18-iscsi {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:55:11.768685 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea1108-1345-4922-8863-f7e8ebef8b60 None None] Routers {'97d276d7-5601-4866-a8b8-45c1a99cb08f'} bound to L3 agent in host dv-cinder-734144-18-iscsi {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:55:11.769445 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-77ea1108-1345-4922-8863-f7e8ebef8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:43Z,description=,heartbeat_timestamp=2021-05-14T09:54:43Z,host='dv-cinder-734144-18-iscsi',id=f6d0f34f-712a-4417-8c9e-9f98db14b4b6,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:43Z,topic='l3_agent')) {'router_ids': ['97d276d7-5601-4866-a8b8-45c1a99cb08f'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:55:11.790248 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] Deleting port b1baee9e-fedd-4649-a45a-9394ed065ee7 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:55:11.790678 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:11.935157 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-77ea1108-1345-4922-8863-f7e8ebef8b60 None None] Set router 97d276d7-5601-4866-a8b8-45c1a99cb08f gateway port host: None {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:55:11.952606 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] For port b1baee9e-fedd-4649-a45a-9394ed065ee7, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=b1baee9e-fedd-4649-a45a-9394ed065ee7,segment=NetworkSegment(89ccef89-51c7-4820-9458-26b2854bae09),segment_id=89ccef89-51c7-4820-9458-26b2854bae09)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:55:11.953185 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:12.042279 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-77ea1108-1345-4922-8863-f7e8ebef8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'name': 'tempest-TestShelveInstance-1580871137-router', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:33Z', 'updated_at': '2021-05-14T09:55:11Z', 'revision_number': 6, 'project_id': '94f077ac0155431787c6766e9e55e5a4', 'gw_port_host': None}], 'dv-cinder-734144-18-iscsi', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:55:12.046667 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ea1108-1345-4922-8863-f7e8ebef8b60 None None] The sync data for ids ['97d276d7-5601-4866-a8b8-45c1a99cb08f'] in dv-cinder-734144-18-iscsi is: [{'id': '97d276d7-5601-4866-a8b8-45c1a99cb08f', 'name': 'tempest-TestShelveInstance-1580871137-router', 'tenant_id': '94f077ac0155431787c6766e9e55e5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:50:33Z', 'updated_at': '2021-05-14T09:55:11Z', 'revision_number': 6, 'project_id': '94f077ac0155431787c6766e9e55e5a4', 'gw_port_host': None}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:55:12.144364 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] Calling delete_port for b1baee9e-fedd-4649-a45a-9394ed065ee7 owned by network:router_gateway {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:55:12.293897 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474510'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:12.297472 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fae6db1a-da5e-42cd-b3ab-034360225921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:12.339565 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] Pushing event deleted for resources: {'Port': ['ID=b1baee9e-fedd-4649-a45a-9394ed065ee7,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:12.342515 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:12.442828 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682959'] for router_gateway, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:12.616342 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11847'] for router, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:12.618502 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:12.644326 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563803'] for router, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:12.644950 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97d276d7-5601-4866-a8b8-45c1a99cb08f {{(pid=78751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:55:12.659636 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:12.660784 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-ce98846c-d157-48f8-bf7d-7a469d47910e admin admin] 10.222.0.30 "DELETE /v2.0/routers/97d276d7-5601-4866-a8b8-45c1a99cb08f HTTP/1.1" status: 204 len: 168 time: 1.4281044 May 14 09:55:12.663368 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37948) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:55:12.723034 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-c887f7a9-51da-46bd-a796-a7f01baadef6 admin admin] Deleting subnet 9a8f9c06-0a5f-4b14-afea-9d8cc5be2539 {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:55:12.726195 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c887f7a9-51da-46bd-a796-a7f01baadef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:12.778842 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c887f7a9-51da-46bd-a796-a7f01baadef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5551613'] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:12.802883 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:12.842820 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 7b7a1d95-c587-4657-8c42-16eecf670021 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:55:12.868091 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c887f7a9-51da-46bd-a796-a7f01baadef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1933175'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:12.889879 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 7b7a1d95-c587-4657-8c42-16eecf670021 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:55:12.890420 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 7b7a1d95-c587-4657-8c42-16eecf670021 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:55:13.034687 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f26e4f5c-d025-4691-8ba4-bf5045e613d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:13.258613 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c887f7a9-51da-46bd-a796-a7f01baadef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1933180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6324433'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:13.263910 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d0da4e75-a388-4fd1-a80a-aa1480b1b989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:13.300528 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887f7a9-51da-46bd-a796-a7f01baadef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a8f9c06-0a5f-4b14-afea-9d8cc5be2539,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:13.304282 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c887f7a9-51da-46bd-a796-a7f01baadef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:13.305956 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c887f7a9-51da-46bd-a796-a7f01baadef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:13.311346 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed5aafe-3909-4a14-b4f4-b98aea07470e None None] Network a97c8842-dab4-4e3c-90bc-0945e2a940b8 requested from dv-cinder-734144-18-iscsi {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:55:13.312628 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-c887f7a9-51da-46bd-a796-a7f01baadef6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9a8f9c06-0a5f-4b14-afea-9d8cc5be2539 HTTP/1.1" status: 204 len: 168 time: 0.6481574 May 14 09:55:13.315222 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37952) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:55:13.428660 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756535'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:13.502344 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Deleting port 2b46f145-b81f-4405-a1e7-8e446dddc1d5 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:55:13.502675 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:13.570804 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beb63b6-68cd-4505-b254-0d2947355315 None None] DHCP port deletion for a97c8842-dab4-4e3c-90bc-0945e2a940b8 request from dv-cinder-734144-18-iscsi {{(pid=78753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 09:55:13.610014 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] For port 2b46f145-b81f-4405-a1e7-8e446dddc1d5, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=2b46f145-b81f-4405-a1e7-8e446dddc1d5,segment=NetworkSegment(a8496481-b22f-4dbb-8e2b-6dd2c815a1d6),segment_id=a8496481-b22f-4dbb-8e2b-6dd2c815a1d6)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:55:13.610411 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:13.638079 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-5beb63b6-68cd-4505-b254-0d2947355315 None None] Deleting port 2b46f145-b81f-4405-a1e7-8e446dddc1d5 {{(pid=78753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:55:13.638461 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-5beb63b6-68cd-4505-b254-0d2947355315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733846191755'] for port, before_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:13.738075 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Calling delete_port for 2b46f145-b81f-4405-a1e7-8e446dddc1d5 owned by network:dhcp {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:55:13.739041 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-5beb63b6-68cd-4505-b254-0d2947355315 None None] For port 2b46f145-b81f-4405-a1e7-8e446dddc1d5, host dv-cinder-734144-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-iscsi',level=0,port_id=2b46f145-b81f-4405-a1e7-8e446dddc1d5,segment=NetworkSegment(a8496481-b22f-4dbb-8e2b-6dd2c815a1d6),segment_id=a8496481-b22f-4dbb-8e2b-6dd2c815a1d6)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:55:13.739507 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-5beb63b6-68cd-4505-b254-0d2947355315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681111'] for port, precommit_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:13.789192 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7820904'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:13.797437 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2bb273f0-d0dc-421f-827c-7e6ccd95ae78 tempest-TestVolumeBootPattern-1349684438 tempest-TestVolumeBootPattern-1349684438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:13.849402 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b46f145-b81f-4405-a1e7-8e446dddc1d5,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:13.852016 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] No DVR routers for this DVR port 2b46f145-b81f-4405-a1e7-8e446dddc1d5 on host dv-cinder-734144-18-iscsi {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:55:13.872177 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-5beb63b6-68cd-4505-b254-0d2947355315 None None] Calling delete_port for 2b46f145-b81f-4405-a1e7-8e446dddc1d5 owned by network:dhcp {{(pid=78753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:55:13.899485 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:13.899886 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:13.900256 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:13.900614 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:13.901032 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:13.902133 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:13.902502 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:13.903076 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:13.903212 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:13.903586 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:13.903944 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:13.904297 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-iscsi {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:55:13.919894 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:13.926384 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-5beb63b6-68cd-4505-b254-0d2947355315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733846194993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733845761783'] for port, after_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:13.932042 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:13.977457 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb63b6-68cd-4505-b254-0d2947355315 None None] Pushing event deleted for resources: {'Port': ['ID=2b46f145-b81f-4405-a1e7-8e446dddc1d5,revision_number=None']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:13.980254 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb63b6-68cd-4505-b254-0d2947355315 None None] No DVR routers for this DVR port 2b46f145-b81f-4405-a1e7-8e446dddc1d5 on host dv-cinder-734144-18-iscsi {{(pid=78753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:55:13.981182 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-5beb63b6-68cd-4505-b254-0d2947355315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:14.089885 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:14.111355 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931232', 'neutron.services.segments.db._delete_segments_for_network-8733846203468'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:14.124961 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97c8842-dab4-4e3c-90bc-0945e2a940b8']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:55:14.137775 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8496481-b22f-4dbb-8e2b-6dd2c815a1d6') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:55:14.138075 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.services.segments.db [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8496481-b22f-4dbb-8e2b-6dd2c815a1d6') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:55:14.149949 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733846214741', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8351091'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:14.166609 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:14.175545 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:55:14.176418 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7820853'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: Traceback (most recent call last): May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: timer() May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: cb(*args, **kw) May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: return func(*args, **kwargs) May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: self._notify() May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: self.callback(batched_events) May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: event.method(event) May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: return f(self, *a, **k) May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: return self._get(url).json() May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:55:14.196469 dv-cinder-734144-18-iscsi neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:55:14.280161 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682892'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:14.284972 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:14.299368 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552343'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:14.310139 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Pushing event deleted for resources: {'Network': ['ID=a97c8842-dab4-4e3c-90bc-0945e2a940b8,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:14.314848 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:14.318217 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-5228c76e-6490-4569-803a-f765a180ab5f admin admin] 10.222.0.30 "DELETE /v2.0/networks/a97c8842-dab4-4e3c-90bc-0945e2a940b8 HTTP/1.1" status: 204 len: 168 time: 1.0019321 May 14 09:55:14.355696 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2b46f145-b81f-4405-a1e7-8e446dddc1d5 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:55:14.390035 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: 2b46f145-b81f-4405-a1e7-8e446dddc1d5 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:55:14.390518 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device 2b46f145-b81f-4405-a1e7-8e446dddc1d5 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:55:14.390826 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device b1baee9e-fedd-4649-a45a-9394ed065ee7 no longer exists at agent ovs-agent-dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:55:14.429694 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] No Port match for: b1baee9e-fedd-4649-a45a-9394ed065ee7 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:55:14.430051 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Device b1baee9e-fedd-4649-a45a-9394ed065ee7 not bound to the agent host dv-cinder-734144-18-iscsi {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:55:14.528931 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37958) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:55:14.589532 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-3efc2a12-bfc0-4a56-ad51-319487182078 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3ed76a0e1d141908a19c55db3c4716c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585632 May 14 09:55:14.592309 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.30', 37962) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:55:14.659174 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b8804036-4dfa-4ea5-8e61-cf99b1ce2740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:14.690711 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b8804036-4dfa-4ea5-8e61-cf99b1ce2740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:14.755394 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b8804036-4dfa-4ea5-8e61-cf99b1ce2740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:14.761644 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b674f3c5-1b2b-4064-a37d-9053906d40c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:14.773938 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8804036-4dfa-4ea5-8e61-cf99b1ce2740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0433cde0-8e1b-4e1b-9769-8d30f36c155f,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:14.777549 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b8804036-4dfa-4ea5-8e61-cf99b1ce2740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:14.781149 dv-cinder-734144-18-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b8804036-4dfa-4ea5-8e61-cf99b1ce2740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:14.784386 dv-cinder-734144-18-iscsi neutron-server[78752]: INFO neutron.wsgi [None req-b8804036-4dfa-4ea5-8e61-cf99b1ce2740 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0433cde0-8e1b-4e1b-9769-8d30f36c155f HTTP/1.1" status: 204 len: 168 time: 0.1908402 May 14 09:55:15.178360 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37970) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:55:15.235673 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-7f150a95-8272-4b9e-bc33-405f860f522c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94f077ac0155431787c6766e9e55e5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559468 May 14 09:55:15.239208 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.30', 37974) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:55:15.301637 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4ca09a87-5524-4dc4-b93f-91fd3b1b43fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:15.330135 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4ca09a87-5524-4dc4-b93f-91fd3b1b43fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:15.396981 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4ca09a87-5524-4dc4-b93f-91fd3b1b43fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760989'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:15.401113 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-79225b0f-93df-45b4-b2c2-fc347dae5741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:55:15.412721 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca09a87-5524-4dc4-b93f-91fd3b1b43fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7c6240-d3bf-478e-a034-e7c2b6fb8873,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:55:15.416469 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4ca09a87-5524-4dc4-b93f-91fd3b1b43fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:55:15.420854 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4ca09a87-5524-4dc4-b93f-91fd3b1b43fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:15.421984 dv-cinder-734144-18-iscsi neutron-server[78751]: INFO neutron.wsgi [None req-4ca09a87-5524-4dc4-b93f-91fd3b1b43fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a7c6240-d3bf-478e-a034-e7c2b6fb8873 HTTP/1.1" status: 204 len: 168 time: 0.1818490 May 14 09:55:15.493727 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:15.838606 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:39.136085 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:55:40.353778 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-93926239-53be-46d6-9e2f-552a957087b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:42.802470 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:43.033389 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-66737b26-30e4-4fdf-bb76-fdd0d780a24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:44.091852 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:45.489833 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:45.841142 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:10.351874 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-74780e80-ece0-40f3-acb9-276d1af99c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:12.801991 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:13.029731 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d14d91e0-3bb9-417f-95b0-baf26ec7a86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:14.095856 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:15.486856 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:15.843985 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:16.136248 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:56:40.350064 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-3a48fce7-54b9-404f-bd33-ba1cf4a15791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:42.805961 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:43.026698 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-296b5b92-32af-4826-b501-51ee378a278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:44.102712 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:45.485236 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:45.849196 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:53.135781 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:57:04.063395 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [req-cd90400d-e579-4c20-afb8-bdaa5af126bb req-e7952e51-2bcc-4efb-b72f-4baa27ad8125 service neutron] (78751) timed out ('10.222.0.77', 61651) {{(pid=78751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 09:57:07.204541 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [req-8244b6ee-2eb3-47d7-9e9b-d9b005d223cb req-24997538-a5ca-4f4b-9f01-2b1b67392c24 service neutron] (78751) timed out ('10.222.0.77', 61661) {{(pid=78751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 09:57:10.350627 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-730ef7a8-e2e9-4250-bbe4-631ee06b9352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:11.520104 dv-cinder-734144-18-iscsi neutron-server[78751]: DEBUG neutron.wsgi [req-17ebc4b4-ff5c-4ec2-a6b5-a1adf3bb40e7 req-20fb7e34-c1bd-4395-a284-7cc41a57fe18 service neutron] (78751) timed out ('10.222.0.77', 61665) {{(pid=78751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 09:57:12.808403 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:13.023127 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-3bd91bfe-f1f3-4598-92e4-70feffe4a42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:14.101824 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:15.483943 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:15.848770 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:30.136448 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:57:40.348355 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ed030e3f-fa17-4162-b939-ab581a98e79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:42.805376 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:43.021646 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-755f6788-3216-47f1-a66c-3ffb990c8928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:44.109667 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:45.486318 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:45.857064 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:07.136303 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:58:10.345252 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ca5f52d8-ee08-4fca-a075-bd9845c673fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:12.803487 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:13.017662 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5ddb-4ff3-4c86-9ec2-3470e60a5cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:14.111668 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:15.482064 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:15.862566 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:40.345777 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d8cfb031-0582-408d-892c-683627c26bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:42.809013 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:43.022771 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-acdc8bc8-8dbc-4cf9-a57d-73c4b4c40659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:44.109279 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:44.138112 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:58:45.485444 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:45.860018 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:10.343323 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9e44d80e-f124-4727-9189-b8d7d1ab9a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:12.808329 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:13.030478 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb508-7297-4227-8034-0083f9fc20f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:14.116361 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:15.484152 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:15.857834 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:21.139998 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:59:40.345211 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2d7b-bc4b-4512-afca-e5f3ae1145d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:42.805216 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:43.029805 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f166d685-1587-4981-91fe-b987b5cdaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:44.121997 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:45.482661 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:45.869508 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:58.139997 dv-cinder-734144-18-iscsi neutron-server[78754]: DEBUG neutron.db.agents_db [None req-49758886-2c17-419c-99fe-cf0b2910b848 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 10:00:10.342172 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-af31442f-d75e-4cab-839b-28a6a07d0648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:12.805366 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84167f14-558b-45f7-bd26-aaa9d4f3da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:13.027242 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9462-292e-4c30-920e-31d392002640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:14.119593 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-369bea0e-b102-48b6-998e-f44646fa1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:15.494313 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-400f3ffb-d2a7-404e-8ce7-2efe07013490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:15.860374 dv-cinder-734144-18-iscsi neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ae4712ef-6445-417c-893f-49a6a42e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733846203549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902902'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}